diff --git a/llvm/projects/gpu_profiler/offline_profiler.cpp b/llvm/projects/gpu_profiler/offline_profiler.cpp
index 25ca45241c29e7a0f8edb0518d8347a185caf5a4..6b9f37ef62cc2c8600d11474100f27873bc36d7a 100644
--- a/llvm/projects/gpu_profiler/offline_profiler.cpp
+++ b/llvm/projects/gpu_profiler/offline_profiler.cpp
@@ -201,11 +201,11 @@ private:
     }
 
     // Executes the program to be profiled
-    void runProgram(const char * const program) {
+    void runProgram(const std::string& program) {
         // Tell the profiling thread to start, execute the program that needs
         // to be profiled, and then tell the profiling thread to stop.
         start_ = true;
-        const auto result = std::system(program);
+        const auto result = std::system(program.c_str());
         stop_ = true;
     }
 
@@ -471,7 +471,7 @@ public:
         sys_stream_.close();
     }
 
-    void profile(const char * const program, const int iterations) {
+    void profile(const std::string& program, const int iterations) {
         iterations_ = iterations;
         resetGlobal();
 
@@ -499,6 +499,7 @@ public:
     }
 
     void dumpTensorInfo(const char * const filename) const {
+        std::cout<<"dumping to"<<filename<<'\n';
         const std::string header = "Op,Time (ms),Energy (mJ),GPU Energy (mJ),DDR Energy (mJ),Power (mW),GPU Power (mW),DDR Power (mW),Time std,Energy std,GPU Energy std,DDR Energy std,Power std,GPU Power std,DDR Power std\n";
         std::ofstream ofs;
         ofs.open(filename);
@@ -568,16 +569,26 @@ public:
 
 int main(int argc, char *argv[]) {
     if (argc < NUM_ARGS) {
-        std::cout << "Usage: " << argv[0] << " <program> <iterations> <tensor output file> [power output file]\n";
+        std::cout << "Usage: " << argv[0] << " <program> <params> END_PARAM <iterations> <tensor output file> [power output file]\n";
         exit(1);
     }
 
+    std::string program(argv[1]);
+    size_t i = 2;
+    for (; i < argc; i++){
+        if (std::string(argv[i]) == "END_PARAM"){
+            break;
+        }
+        program += " " + std::string(argv[i]);
+    }
+    i += 1;
+
     Profiler pp;
-    pp.profile(argv[1], std::stoi(argv[2]));
-    pp.dumpTensorInfo(argv[3]);
+    pp.profile(program, std::stoi(argv[i]));
+    pp.dumpTensorInfo(argv[i + 1]);
 
     if (argc > NUM_ARGS)
-        pp.dumpPowerReadings(argv[4]);
+        pp.dumpPowerReadings(argv[i + 2]);
 
     return 0;
 }
diff --git a/llvm/projects/hpvm-tensor-rt/bin/times.py b/llvm/projects/hpvm-tensor-rt/bin/times.py
new file mode 100644
index 0000000000000000000000000000000000000000..082b0d91acb19e70a6c217b25f8747f3197b45b7
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/bin/times.py
@@ -0,0 +1,78 @@
+
+
+
+class Config:
+  def __init__(self):
+    self.runtime = 0
+    self.fed_runs = 0
+    self.full_runs = 0
+    
+
+def computeTimes(bench):
+
+  conf_runs = 60
+  fed_time = (bench.runtime * 100) + (bench.fed_runs * conf_runs * bench.runtime)
+  fed_time_hrs = fed_time / (60*60)
+  
+  full_time = (bench.runtime * 1000) + (bench.full_runs * conf_runs * bench.runtime)
+  full_time_hrs = full_time / (60*60)
+    
+  print ("fedtime_hrs = ", fed_time_hrs, " full_time_hrs = ", full_time_hrs, "\n")
+  
+  
+
+if __name__ == "__main__":
+    
+
+  resnet = Config()
+  resnet.runtime = 8
+  resnet.fed_runs = 3
+  resnet.full_runs = 5
+
+  computeTimes(resnet)
+
+  alexnet = Config()
+  alexnet.runtime = 7.8
+  alexnet.fed_runs = 47
+  alexnet.full_runs = 274
+
+  computeTimes(alexnet)
+
+  alexnet2 = Config()
+  alexnet2.runtime = 2.3
+  alexnet2.fed_runs = 62
+  alexnet2.full_runs = 339
+
+  computeTimes(alexnet2)
+
+  vgg1 = Config()
+  vgg1.runtime = 7.4
+  vgg1.fed_runs = 15
+  vgg1.full_runs = 211
+
+  computeTimes(vgg1)
+  
+
+  vgg2 = Config()
+  vgg2.runtime = 15.4
+  vgg2.fed_runs = 8
+  vgg2.full_runs = 150
+
+  computeTimes(vgg2)
+  
+  
+  lenet = Config()
+  lenet.runtime = 0.98
+  lenet.fed_runs = 64
+  lenet.full_runs = 228
+
+  computeTimes(lenet)
+  
+  
+  mobilenet = Config()
+  mobilenet.runtime = 11
+  mobilenet.fed_runs = 32
+  mobilenet.full_runs = 267
+
+  computeTimes(mobilenet)
+
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/CMakeLists.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/CMakeLists.txt
new file mode 100644
index 0000000000000000000000000000000000000000..095e037430dbf1751dddfd047d0cf0157ad9e2e7
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/CMakeLists.txt
@@ -0,0 +1,119 @@
+cmake_minimum_required (VERSION 2.6)
+project (cudnn-training)
+
+find_package(CUDA 6.5 REQUIRED)
+
+
+if (CMAKE_BUILD_TYPE STREQUAL "Debug")
+  message("Debug mode")
+    set(CUDA_NVCC_FLAGS ${CUDA_NVCC_FLAGS};-gencode;arch=compute_60,code=sm_60;-gencode;arch=compute_60,code=sm_60;-gencode;arch=compute_60,code=compute_60;-std=c++11;-g;-lineinfo;-Xcompiler;-ggdb;-lcurand)
+else()
+   set(CUDA_NVCC_FLAGS ${CUDA_NVCC_FLAGS};-gencode;arch=compute_60,code=sm_60;-gencode;arch=compute_60,code=sm_60;-gencode;arch=compute_60,code=compute_60;-std=c++11;-DNDEBUG;-Xcompiler;-DNDEBUG;-lcurand)
+endif()
+
+set(CUDA_PROPAGATE_HOST_FLAGS OFF)
+
+set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -std=c++11  -I/  " )
+
+add_definitions(-DNO_INJECTION)
+add_definitions(-DPROMISE_TUNER_ENABLED)
+if(USE_GFLAGS)
+  add_definitions(-DUSE_GFLAGS)
+endif()
+
+if(USE_AUTOTUNER)
+  remove_definitions(-DNO_INJECTION)
+endif()
+
+ 
+
+include_directories($ENV{CUDNN_PATH} /home/nvidia/Gitlab/hpvm/llvm/projects/hpvm-tensor-rt/$ENV{CUDNN_PATH}/include)
+include_directories(/home/nvidia/Gitlab/hpvm/llvm/projects/hpvm-tensor-rt/./tensor_runtime/include)
+include_directories(/home/nvidia/Gitlab/hpvm/llvm/projects/hpvm-tensor-rt/../gpu_profiler/include)
+include_directories(/home/nvidia/Gitlab/hpvm/llvm/projects/hpvm-tensor-rt/../soc_simulator/include)
+link_directories($ENV{CUDNN_PATH} /home/nvidia/Gitlab/hpvm/llvm/projects/hpvm-tensor-rt/$ENV{CUDNN_PATH}/lib /home/nvidia/Gitlab/hpvm/llvm/projects/hpvm-tensor-rt/$ENV{CUDNN_PATH}/lib64)
+
+
+cuda_add_library(tensor_runtime /home/nvidia/Gitlab/hpvm/llvm/projects/hpvm-tensor-rt/tensor_runtime/src/tensor_runtime.cu)
+cuda_add_cublas_to_target(tensor_runtime)
+
+cuda_add_library(tensor_cpu_runtime /home/nvidia/Gitlab/hpvm/llvm/projects/hpvm-tensor-rt/tensor_runtime/src/tensor_cpu_runtime.cc)
+
+find_library(GPU_PROFILER_LIB
+    NAMES libgpu_profiler.a
+    HINTS /home/nvidia/Gitlab/hpvm/llvm/projects/hpvm-tensor-rt/../gpu_profiler/lib
+)
+
+find_library(SOC_SIMULATOR_LIB
+    NAMES libpromise_profiler.a
+    HINTS /home/nvidia/Gitlab/hpvm/llvm/projects/hpvm-tensor-rt/../soc_simulator/lib
+)
+
+
+if(USE_GFLAGS)
+  target_link_libraries(tensor_runtime gflags cudnn -lcurand)
+else()
+  target_link_libraries(tensor_runtime cudnn -lcurand)
+endif()
+
+target_link_libraries(tensor_cpu_runtime)
+
+# lenet_keras_half_autogenerated_knobs
+add_executable(lenet_keras_fp16_perf20 lenet_keras_half_autogenerated_knobs/lenet_keras_fp16_perf20.cc)
+target_link_libraries(lenet_keras_fp16_perf20 tensor_runtime ${GPU_PROFILER_LIB} ${SOC_SIMULATOR_LIB})
+
+add_executable(lenet_keras_fp16_perf26 lenet_keras_half_autogenerated_knobs/lenet_keras_fp16_perf26.cc)
+target_link_libraries(lenet_keras_fp16_perf26 tensor_runtime ${GPU_PROFILER_LIB} ${SOC_SIMULATOR_LIB})
+
+add_executable(lenet_keras_fp16_perf22 lenet_keras_half_autogenerated_knobs/lenet_keras_fp16_perf22.cc)
+target_link_libraries(lenet_keras_fp16_perf22 tensor_runtime ${GPU_PROFILER_LIB} ${SOC_SIMULATOR_LIB})
+
+add_executable(lenet_keras_fp16_perf25 lenet_keras_half_autogenerated_knobs/lenet_keras_fp16_perf25.cc)
+target_link_libraries(lenet_keras_fp16_perf25 tensor_runtime ${GPU_PROFILER_LIB} ${SOC_SIMULATOR_LIB})
+
+add_executable(lenet_keras_fp16_perf23 lenet_keras_half_autogenerated_knobs/lenet_keras_fp16_perf23.cc)
+target_link_libraries(lenet_keras_fp16_perf23 tensor_runtime ${GPU_PROFILER_LIB} ${SOC_SIMULATOR_LIB})
+
+add_executable(lenet_keras_fp16_samp33 lenet_keras_half_autogenerated_knobs/lenet_keras_fp16_samp33.cc)
+target_link_libraries(lenet_keras_fp16_samp33 tensor_runtime ${GPU_PROFILER_LIB} ${SOC_SIMULATOR_LIB})
+
+add_executable(lenet_keras_fp16_perf24 lenet_keras_half_autogenerated_knobs/lenet_keras_fp16_perf24.cc)
+target_link_libraries(lenet_keras_fp16_perf24 tensor_runtime ${GPU_PROFILER_LIB} ${SOC_SIMULATOR_LIB})
+
+add_executable(lenet_keras_fp16_samp31 lenet_keras_half_autogenerated_knobs/lenet_keras_fp16_samp31.cc)
+target_link_libraries(lenet_keras_fp16_samp31 tensor_runtime ${GPU_PROFILER_LIB} ${SOC_SIMULATOR_LIB})
+
+add_executable(lenet_keras_fp16_perf30 lenet_keras_half_autogenerated_knobs/lenet_keras_fp16_perf30.cc)
+target_link_libraries(lenet_keras_fp16_perf30 tensor_runtime ${GPU_PROFILER_LIB} ${SOC_SIMULATOR_LIB})
+
+add_executable(lenet_keras_fp16_samp36 lenet_keras_half_autogenerated_knobs/lenet_keras_fp16_samp36.cc)
+target_link_libraries(lenet_keras_fp16_samp36 tensor_runtime ${GPU_PROFILER_LIB} ${SOC_SIMULATOR_LIB})
+
+add_executable(lenet_keras_fp16_perf21 lenet_keras_half_autogenerated_knobs/lenet_keras_fp16_perf21.cc)
+target_link_libraries(lenet_keras_fp16_perf21 tensor_runtime ${GPU_PROFILER_LIB} ${SOC_SIMULATOR_LIB})
+
+add_executable(lenet_keras_fp16_samp34 lenet_keras_half_autogenerated_knobs/lenet_keras_fp16_samp34.cc)
+target_link_libraries(lenet_keras_fp16_samp34 tensor_runtime ${GPU_PROFILER_LIB} ${SOC_SIMULATOR_LIB})
+
+add_executable(lenet_keras_fp16_samp32 lenet_keras_half_autogenerated_knobs/lenet_keras_fp16_samp32.cc)
+target_link_libraries(lenet_keras_fp16_samp32 tensor_runtime ${GPU_PROFILER_LIB} ${SOC_SIMULATOR_LIB})
+
+add_executable(lenet_keras_fp16_samp35 lenet_keras_half_autogenerated_knobs/lenet_keras_fp16_samp35.cc)
+target_link_libraries(lenet_keras_fp16_samp35 tensor_runtime ${GPU_PROFILER_LIB} ${SOC_SIMULATOR_LIB})
+
+add_executable(lenet_keras_fp16_perf29 lenet_keras_half_autogenerated_knobs/lenet_keras_fp16_perf29.cc)
+target_link_libraries(lenet_keras_fp16_perf29 tensor_runtime ${GPU_PROFILER_LIB} ${SOC_SIMULATOR_LIB})
+
+add_executable(lenet_keras_fp16_perf27 lenet_keras_half_autogenerated_knobs/lenet_keras_fp16_perf27.cc)
+target_link_libraries(lenet_keras_fp16_perf27 tensor_runtime ${GPU_PROFILER_LIB} ${SOC_SIMULATOR_LIB})
+
+add_executable(lenet_keras_fp16_perf28 lenet_keras_half_autogenerated_knobs/lenet_keras_fp16_perf28.cc)
+target_link_libraries(lenet_keras_fp16_perf28 tensor_runtime ${GPU_PROFILER_LIB} ${SOC_SIMULATOR_LIB})
+
+
+
+# lenet_keras_autogenerated_knobs
+add_executable(lenet_keras_fp32_perf20 lenet_keras_autogenerated_knobs/lenet_keras_fp32_perf20.cc)
+target_link_libraries(lenet_keras_fp32_perf20 tensor_runtime ${GPU_PROFILER_LIB} ${SOC_SIMULATOR_LIB})
+
+
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp16.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp16.txt
new file mode 100644
index 0000000000000000000000000000000000000000..563d7f4a03b3b3a50e2c08c76616a88ea7958b5a
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp16.txt
@@ -0,0 +1,7 @@
+../dnn_sources/src/half/profiling/alexnet2_cifar10_half_profiling.cc
+../dnn_sources/src/half/profiling/alexnet_cifar10_half_profiling.cc
+../dnn_sources/src/half/profiling/mobilenet_depthwise_half_profiling.cc
+../dnn_sources/src/half/profiling/mobilenet_shallow_depthwise_half_profiling.cc
+../dnn_sources/src/half/profiling/resnet18_cifar10_half_profiling.cc
+../dnn_sources/src/half/profiling/vgg16_cifar100_half_profiling.cc
+../dnn_sources/src/half/profiling/vgg16_cifar10_half_profiling.cc
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp16_first_three.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp16_first_three.txt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0beb250e2241c7523e69b5262cb9ffc977d28d
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp16_first_three.txt
@@ -0,0 +1,3 @@
+../dnn_sources/src/half/profiling/alexnet2_cifar10_half_profiling.cc
+../dnn_sources/src/half/profiling/alexnet_cifar10_half_profiling.cc
+../dnn_sources/src/half/profiling/resnet18_cifar10_half_profiling.cc
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp16_remainder.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp16_remainder.txt
new file mode 100644
index 0000000000000000000000000000000000000000..20ca95abcf1ee1aab337fa391abb5f1a74583fe1
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp16_remainder.txt
@@ -0,0 +1,4 @@
+../dnn_sources/src/half/profiling/mobilenet_depthwise_half_profiling.cc
+../dnn_sources/src/half/profiling/mobilenet_shallow_depthwise_half_profiling.cc
+../dnn_sources/src/half/profiling/vgg16_cifar100_half_profiling.cc
+../dnn_sources/src/half/profiling/vgg16_cifar10_half_profiling.cc
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp16_sources.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp16_sources.txt
new file mode 100644
index 0000000000000000000000000000000000000000..506497e42889dc1d8bb2465912e87f56464e7ecc
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp16_sources.txt
@@ -0,0 +1 @@
+../dnn_sources/src/half/lenet_keras_half.cc
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp32.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp32.txt
new file mode 100644
index 0000000000000000000000000000000000000000..12b87930416c4269a62f2020a06b42cf5cf4dc13
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp32.txt
@@ -0,0 +1,9 @@
+../dnn_sources/src/profiling/alexnet2_profiling.cc
+../dnn_sources/src/profiling/alexnet_cifar10_profiling.cc
+../dnn_sources/src/profiling/mobilenet_cifar10_profiling.cc
+../dnn_sources/src/profiling/mobilenet_shallow_profiling.cc
+../dnn_sources/src/profiling/mobilenet_depthwise_profiling.cc
+../dnn_sources/src/profiling/mobilenet_shallow_depthwise_profiling.cc
+../dnn_sources/src/profiling/resnet18_cifar10_profiling.cc
+../dnn_sources/src/profiling/vgg16_cifar100_profiling.cc
+../dnn_sources/src/profiling/vgg16_cifar10_profiling.cc
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp32_sources.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp32_sources.txt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8f03c30712f0162db2cc8bcf563087be05bf64
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp32_sources.txt
@@ -0,0 +1 @@
+../dnn_sources/src/lenet_keras.cc
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp32_test.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp32_test.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a59f773cda240a311c0c873c9366494018b87312
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_fp32_test.txt
@@ -0,0 +1 @@
+../dnn_sources/src/profiling/mobilenet_shallow_depthwise_profiling.cc
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_mobilenet_depth.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_mobilenet_depth.txt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7382da3570917c1983ad0c3fe02763d8565635
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_mobilenet_depth.txt
@@ -0,0 +1,2 @@
+../dnn_sources/src/profiling/mobilenet_depthwise_profiling.cc
+../dnn_sources/src/profiling/mobilenet_shallow_depthwise_profiling.cc
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_one_file.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_one_file.txt
new file mode 100644
index 0000000000000000000000000000000000000000..32b18d4ca22672be6b44ecb674ea3ad00e18276d
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/filenames_one_file.txt
@@ -0,0 +1,2 @@
+../dnn_sources/src/half/profiling/vgg16_cifar100_half_profiling.cc
+../dnn_sources/src/half/profiling/vgg16_cifar10_half_profiling.cc
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp16.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp16.txt
new file mode 100644
index 0000000000000000000000000000000000000000..207eb1ed1f45ffde7dad0da4e125aa0ceaa5c5cd
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp16.txt
@@ -0,0 +1,17 @@
+perf,20 1,1,1,1   2.25    tensorHalfConvolution   tensorConvApproxHalf
+perf,21 1,2,1,0   2.25    tensorHalfConvolution   tensorConvApproxHalf
+perf,22 1,2,1,1   2.25    tensorHalfConvolution   tensorConvApproxHalf
+perf,23 1,3,1,0   1.88    tensorHalfConvolution   tensorConvApproxHalf
+perf,24 1,3,1,1   1.88    tensorHalfConvolution   tensorConvApproxHalf
+perf,25 1,3,1,2   1.88    tensorHalfConvolution   tensorConvApproxHalf
+perf,26 2,1,1,0   2.25    tensorHalfConvolution   tensorConvApproxHalf
+perf,27 2,1,1,1   2.25    tensorHalfConvolution   tensorConvApproxHalf
+perf,28 3,1,1,0   1.88    tensorHalfConvolution   tensorConvApproxHalf
+perf,29 3,1,1,1   1.88    tensorHalfConvolution   tensorConvApproxHalf
+perf,30 3,1,1,2   1.88    tensorHalfConvolution   tensorConvApproxHalf
+samp,31 1,1,2,0     1.88    tensorHalfConvolution   tensorConvApproxHalf
+samp,32 1,1,2,1     1.88    tensorHalfConvolution   tensorConvApproxHalf
+samp,33 1,1,4,0     1.88    tensorHalfConvolution   tensorConvApproxHalf
+samp,34 1,1,4,1     1.88    tensorHalfConvolution   tensorConvApproxHalf
+samp,35 1,1,4,2     1.88    tensorHalfConvolution   tensorConvApproxHalf
+samp,36 1,1,4,3     1.88    tensorHalfConvolution   tensorConvApproxHalf
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp16_knobs_31_36.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp16_knobs_31_36.txt
new file mode 100644
index 0000000000000000000000000000000000000000..fc76565110cf34ab57024dd852c1a51b23a8f45e
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp16_knobs_31_36.txt
@@ -0,0 +1,6 @@
+samp,31 1,1,2,0     1.88    tensorHalfConvolution   tensorConvApproxHalf
+samp,32 1,1,2,1     1.88    tensorHalfConvolution   tensorConvApproxHalf
+samp,33 1,1,4,0     1.88    tensorHalfConvolution   tensorConvApproxHalf
+samp,34 1,1,4,1     1.88    tensorHalfConvolution   tensorConvApproxHalf
+samp,35 1,1,4,2     1.88    tensorHalfConvolution   tensorConvApproxHalf
+samp,36 1,1,4,3     1.88    tensorHalfConvolution   tensorConvApproxHalf
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp16_old.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp16_old.txt
new file mode 100644
index 0000000000000000000000000000000000000000..72c43e61288c532feed94f5768357b3113d5de49
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp16_old.txt
@@ -0,0 +1,18 @@
+perf,20 1,1,0   2.25    tensorHalfConvolution   tensorConvPerfCudaHalf
+perf,21 1,2,0   2.25    tensorHalfConvolution   tensorConvPerfCudaHalf
+perf,22 1,2,1   2.25    tensorHalfConvolution   tensorConvPerfCudaHalf
+perf,23 1,3,0   1.88    tensorHalfConvolution   tensorConvPerfCudaHalf
+perf,24 1,3,1   1.88    tensorHalfConvolution   tensorConvPerfCudaHalf
+perf,25 1,3,2   1.88    tensorHalfConvolution   tensorConvPerfCudaHalf
+perf,26 2,1,0   2.25    tensorHalfConvolution   tensorConvPerfCudaHalf
+perf,27 2,1,1   2.25    tensorHalfConvolution   tensorConvPerfCudaHalf
+perf,28 3,1,0   1.88    tensorHalfConvolution   tensorConvPerfCudaHalf
+perf,29 3,1,1   1.88    tensorHalfConvolution   tensorConvPerfCudaHalf
+perf,30 3,1,2   1.88    tensorHalfConvolution   tensorConvPerfCudaHalf
+samp,31 2,0     1.88    tensorHalfConvolution   tensorConvInputHalf
+samp,32 2,1     1.88    tensorHalfConvolution   tensorConvInputHalf
+samp,33 4,0     1.88    tensorHalfConvolution   tensorConvInputHalf
+samp,34 4,1     1.88    tensorHalfConvolution   tensorConvInputHalf
+samp,35 4,2     1.88    tensorHalfConvolution   tensorConvInputHalf
+samp,36 4,3     1.88    tensorHalfConvolution   tensorConvInputHalf
+samp,37 1,1     1.88    tensorHalfConvolution   tensorConvInputHalf
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp16_samp.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp16_samp.txt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0593226f6fbeddda91046e7416fe108bfb6d90
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp16_samp.txt
@@ -0,0 +1,7 @@
+samp,31 2,0     1.88    tensorHalfConvolution   tensorConvInputHalf
+samp,32 2,1     1.88    tensorHalfConvolution   tensorConvInputHalf
+samp,33 4,0     1.88    tensorHalfConvolution   tensorConvInputHalf
+samp,34 4,1     1.88    tensorHalfConvolution   tensorConvInputHalf
+samp,35 4,2     1.88    tensorHalfConvolution   tensorConvInputHalf
+samp,36 4,3     1.88    tensorHalfConvolution   tensorConvInputHalf
+samp,37 1,1     1.88    tensorHalfConvolution   tensorConvInputHalf
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp16_vgg16.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp16_vgg16.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a172a4e515ebfd24a51267da8bac2cb5f13ce6c0
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp16_vgg16.txt
@@ -0,0 +1,13 @@
+perf,20 1,1,1,1   2.25    tensorHalfConvolution   tensorConvApproxHalf
+perf,21 1,2,1,0   2.25    tensorHalfConvolution   tensorConvApproxHalf
+perf,22 1,2,1,1   2.25    tensorHalfConvolution   tensorConvApproxHalf
+perf,23 1,3,1,0   1.88    tensorHalfConvolution   tensorConvApproxHalf
+perf,24 1,3,1,1   1.88    tensorHalfConvolution   tensorConvApproxHalf
+perf,25 1,3,1,2   1.88    tensorHalfConvolution   tensorConvApproxHalf
+perf,26 2,1,1,0   2.25    tensorHalfConvolution   tensorConvApproxHalf
+perf,27 2,1,1,1   2.25    tensorHalfConvolution   tensorConvApproxHalf
+perf,28 3,1,1,0   1.88    tensorHalfConvolution   tensorConvApproxHalf
+perf,29 3,1,1,1   1.88    tensorHalfConvolution   tensorConvApproxHalf
+perf,30 3,1,1,2   1.88    tensorHalfConvolution   tensorConvApproxHalf
+samp,32 1,1,2,1     1.88    tensorHalfConvolution   tensorConvApproxHalf
+samp,36 1,1,4,3     1.88    tensorHalfConvolution   tensorConvApproxHalf
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp32.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp32.txt
new file mode 100644
index 0000000000000000000000000000000000000000..78f3e361ee8a96c6520793b435815210e1fc7117
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp32.txt
@@ -0,0 +1,17 @@
+perf,20 1,1,1,1   2.25    tensorConvolution   tensorConvApprox
+perf,21 1,2,1,0   2.25    tensorConvolution   tensorConvApprox
+perf,22 1,2,1,1   2.25    tensorConvolution   tensorConvApprox
+perf,23 1,3,1,0   1.88    tensorConvolution   tensorConvApprox
+perf,24 1,3,1,1   1.88    tensorConvolution   tensorConvApprox
+perf,25 1,3,1,2   1.88    tensorConvolution   tensorConvApprox
+perf,26 2,1,1,0   2.25    tensorConvolution   tensorConvApprox
+perf,27 2,1,1,1   2.25    tensorConvolution   tensorConvApprox
+perf,28 3,1,1,0   1.88    tensorConvolution   tensorConvApprox
+perf,29 3,1,1,1   1.88    tensorConvolution   tensorConvApprox
+perf,30 3,1,1,2   1.88    tensorConvolution   tensorConvApprox
+samp,31 1,1,2,0     1.88    tensorConvolution   tensorConvApprox
+samp,32 1,1,2,1     1.88    tensorConvolution   tensorConvApprox
+samp,33 1,1,4,0     1.88    tensorConvolution   tensorConvApprox
+samp,34 1,1,4,1     1.88    tensorConvolution   tensorConvApprox
+samp,35 1,1,4,2     1.88    tensorConvolution   tensorConvApprox
+samp,36 1,1,4,3     1.88    tensorConvolution   tensorConvApprox
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp32_baseline.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp32_baseline.txt
new file mode 100644
index 0000000000000000000000000000000000000000..df001ba497d0ed440dd34beead33d607651d3f35
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp32_baseline.txt
@@ -0,0 +1 @@
+perf,20 1,1,1,1   2.25    tensorConvolution   tensorConvApprox
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp32_old.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp32_old.txt
new file mode 100644
index 0000000000000000000000000000000000000000..36a7dbca05ef71b6046a91066acf5382f2a5c7a3
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp32_old.txt
@@ -0,0 +1,11 @@
+perf,20 1,1,0   2.25    tensorConvolution   tensorConvPerfCuda
+perf,21 1,2,0   2.25    tensorConvolution   tensorConvPerfCuda
+perf,22 1,2,1   2.25    tensorConvolution   tensorConvPerfCuda
+perf,23 1,3,0   1.88    tensorConvolution   tensorConvPerfCuda
+perf,24 1,3,1   1.88    tensorConvolution   tensorConvPerfCuda
+perf,25 1,3,2   1.88    tensorConvolution   tensorConvPerfCuda
+perf,26 2,1,0   2.25    tensorConvolution   tensorConvPerfCuda
+perf,27 2,1,1   2.25    tensorConvolution   tensorConvPerfCuda
+perf,28 3,1,0   1.88    tensorConvolution   tensorConvPerfCuda
+perf,29 3,1,1   1.88    tensorConvolution   tensorConvPerfCuda
+perf,30 3,1,2   1.88    tensorConvolution   tensorConvPerfCuda
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp32_to_fp16.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp32_to_fp16.txt
new file mode 100644
index 0000000000000000000000000000000000000000..913397cc4936bf11f3eefa15b5804700865e7b6b
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp32_to_fp16.txt
@@ -0,0 +1 @@
+fp16,12 0   1.5     tensorConvolution   tensorHalfConvolution
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp32_vgg16.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp32_vgg16.txt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbab7d7b85255cd86748634faea0bf48ed75e42
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_fp32_vgg16.txt
@@ -0,0 +1,13 @@
+perf,20 1,1,1,1   2.25    tensorConvolution   tensorConvApprox
+perf,21 1,2,1,0   2.25    tensorConvolution   tensorConvApprox
+perf,22 1,2,1,1   2.25    tensorConvolution   tensorConvApprox
+perf,23 1,3,1,0   1.88    tensorConvolution   tensorConvApprox
+perf,24 1,3,1,1   1.88    tensorConvolution   tensorConvApprox
+perf,25 1,3,1,2   1.88    tensorConvolution   tensorConvApprox
+perf,26 2,1,1,0   2.25    tensorConvolution   tensorConvApprox
+perf,27 2,1,1,1   2.25    tensorConvolution   tensorConvApprox
+perf,28 3,1,1,0   1.88    tensorConvolution   tensorConvApprox
+perf,29 3,1,1,1   1.88    tensorConvolution   tensorConvApprox
+perf,30 3,1,1,2   1.88    tensorConvolution   tensorConvApprox
+samp,32 1,1,2,1     1.88    tensorConvolution   tensorConvApprox
+samp,36 1,1,4,3     1.88    tensorConvolution   tensorConvApprox
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_test.txt b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_test.txt
new file mode 100644
index 0000000000000000000000000000000000000000..68686b25de1c607e34d75044cd7ff19cf0c8890a
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/knob_config_test.txt
@@ -0,0 +1 @@
+fp16,12 0   1.5     tensorHalfConvolution   tensorHalfConvolution
diff --git a/llvm/projects/hpvm-tensor-rt/code_autogenerators/source_code_autogenerator.py b/llvm/projects/hpvm-tensor-rt/code_autogenerators/source_code_autogenerator.py
index d0f6e105b39bc265eebcb8b061ea077642f583df..589cdd0f4fe05cb8e9844ba9ac3dccd73133f09f 100644
--- a/llvm/projects/hpvm-tensor-rt/code_autogenerators/source_code_autogenerator.py
+++ b/llvm/projects/hpvm-tensor-rt/code_autogenerators/source_code_autogenerator.py
@@ -111,7 +111,14 @@ def get_new_function_calls(complete_line, knob_config):
         line_start_ind = complete_line.find(")", orig_func_ind) + 1 
         
         old_func_call = complete_line[complete_line.find("(", orig_func_ind): line_start_ind]
-        new_line.append("%s%s, %s)" % (knob_config.modified_func_name, old_func_call[:-1], ', '.join(knob_config.params)))
+        if knob_config.modified_func_name == knob_config.orig_func_name:
+            # count the number of new parameters
+            num_repl_params = len(knob_config.params)
+            old_func_params = old_func_call.strip().split(',')
+            new_line.append("%s%s, %s)" % (knob_config.modified_func_name, ', '.join(old_func_params[:-num_repl_params]), ', '.join(knob_config.params)))
+
+        else:
+            new_line.append("%s%s, %s)" % (knob_config.modified_func_name, old_func_call[:-1], ', '.join(knob_config.params)))
         orig_func_ind = complete_line.find(knob_config.orig_func_name, line_start_ind)
     new_line.append(complete_line[line_start_ind : ])
     return ''.join(new_line)
diff --git a/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/alexnet2_cifar10_half.cc b/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/alexnet2_cifar10_half.cc
index eafbdfdffb737bb65dc656088f48c5af6cc73458..0c0c6aaa6291bcd67f3e3bff1eb7b2481bf72f1e 100644
--- a/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/alexnet2_cifar10_half.cc
+++ b/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/alexnet2_cifar10_half.cc
@@ -59,8 +59,8 @@ void testCifarNet(){
 
   startMemTracking();
 
-  int test_input_size = 10000;
-  int batch_size = 2500;
+  int test_input_size = 2000;
+  int batch_size = 1000;
   int batch_count = test_input_size / batch_size;
   float final_accuracy = 0.0;
 
diff --git a/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/alexnet_cifar10_half.cc b/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/alexnet_cifar10_half.cc
index 86ddd5bfa109069f63efb3ff163cb8d62fd53d30..6cd19407f4780de516cb777d40644ca3a7e1abc3 100644
--- a/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/alexnet_cifar10_half.cc
+++ b/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/alexnet_cifar10_half.cc
@@ -47,15 +47,15 @@ int main(){
 
   startMemTracking();
 
-  int test_input_size = 10000;
-  int batch_size = 2500;
+  int test_input_size = 2000;
+  int batch_size = 1000;
   int batch_count = test_input_size / batch_size;
   float final_accuracy = 0.0;
 
   // NOTE: Starting time profiling
   startProfiling();
   
-  for(int i = 0; i < batch_count; i++){
+   for(int i = 0; i < batch_count; i++){
 
     int start = i * batch_size;
     int end = (i + 1) * batch_size;
diff --git a/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/mobilenet_depthwise_half.cc b/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/mobilenet_depthwise_half.cc
new file mode 100644
index 0000000000000000000000000000000000000000..dabafd4345f29d00c7271c796a8497aba8b7772d
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/mobilenet_depthwise_half.cc
@@ -0,0 +1,411 @@
+#include <stdio.h> 
+#include <stdlib.h> 
+#include <unistd.h> 
+#include <fcntl.h> 
+#include <sys/types.h> 
+#include <sys/stat.h> 
+#include <string.h> 
+
+#include "../../../tensor_runtime/include/tensor_runtime.h"
+#include "../../include/utils.h"
+
+int main(){ 
+
+    llvm_hpvm_initTensorRt(0); 
+
+
+    std::string dir_prefix = std::string("../model_params/mobilenet/"); 
+    std::string input_path =  dir_prefix + std::string("input.bin"); 
+    std::string labels_path =  dir_prefix + std::string("labels.bin"); 
+    std::string conv2d_1_w_path =  dir_prefix + std::string("conv2d_1_w.bin"); 
+    void* conv2d_1_w =  readTrainedWeights(conv2d_1_w_path.c_str(), 0,32,3,3,3); 
+    std::string batch_normalization_1_gamma_path =  dir_prefix + std::string("batch_normalization_1_gamma.bin"); 
+    void* batch_normalization_1_gamma =  readTrainedWeights(batch_normalization_1_gamma_path.c_str(), 0,1,32,1,1); 
+    std::string batch_normalization_1_beta_path =  dir_prefix + std::string("batch_normalization_1_beta.bin"); 
+    void* batch_normalization_1_beta =  readTrainedWeights(batch_normalization_1_beta_path.c_str(), 0,1,32,1,1); 
+    std::string batch_normalization_1_mean_path =  dir_prefix + std::string("batch_normalization_1_mean.bin"); 
+    void* batch_normalization_1_mean =  readTrainedWeights(batch_normalization_1_mean_path.c_str(), 0,1,32,1,1); 
+    std::string batch_normalization_1_variance_path =  dir_prefix + std::string("batch_normalization_1_variance.bin"); 
+    void* batch_normalization_1_variance =  readTrainedWeights(batch_normalization_1_variance_path.c_str(), 0,1,32,1,1); 
+    std::string depthwise_conv2d_1_w_path =  dir_prefix + std::string("depthwise_conv2d_1_w.bin"); 
+    void* depthwise_conv2d_1_w =  readTrainedWeights(depthwise_conv2d_1_w_path.c_str(), 0,32,1,3,3); 
+    std::string batch_normalization_2_gamma_path =  dir_prefix + std::string("batch_normalization_2_gamma.bin"); 
+    void* batch_normalization_2_gamma =  readTrainedWeights(batch_normalization_2_gamma_path.c_str(), 0,1,32,1,1); 
+    std::string batch_normalization_2_beta_path =  dir_prefix + std::string("batch_normalization_2_beta.bin"); 
+    void* batch_normalization_2_beta =  readTrainedWeights(batch_normalization_2_beta_path.c_str(), 0,1,32,1,1); 
+    std::string batch_normalization_2_mean_path =  dir_prefix + std::string("batch_normalization_2_mean.bin"); 
+    void* batch_normalization_2_mean =  readTrainedWeights(batch_normalization_2_mean_path.c_str(), 0,1,32,1,1); 
+    std::string batch_normalization_2_variance_path =  dir_prefix + std::string("batch_normalization_2_variance.bin"); 
+    void* batch_normalization_2_variance =  readTrainedWeights(batch_normalization_2_variance_path.c_str(), 0,1,32,1,1); 
+    std::string conv2d_2_w_path =  dir_prefix + std::string("conv2d_2_w.bin"); 
+    void* conv2d_2_w =  readTrainedWeights(conv2d_2_w_path.c_str(), 0,64,32,1,1); 
+    std::string batch_normalization_3_gamma_path =  dir_prefix + std::string("batch_normalization_3_gamma.bin"); 
+    void* batch_normalization_3_gamma =  readTrainedWeights(batch_normalization_3_gamma_path.c_str(), 0,1,64,1,1); 
+    std::string batch_normalization_3_beta_path =  dir_prefix + std::string("batch_normalization_3_beta.bin"); 
+    void* batch_normalization_3_beta =  readTrainedWeights(batch_normalization_3_beta_path.c_str(), 0,1,64,1,1); 
+    std::string batch_normalization_3_mean_path =  dir_prefix + std::string("batch_normalization_3_mean.bin"); 
+    void* batch_normalization_3_mean =  readTrainedWeights(batch_normalization_3_mean_path.c_str(), 0,1,64,1,1); 
+    std::string batch_normalization_3_variance_path =  dir_prefix + std::string("batch_normalization_3_variance.bin"); 
+    void* batch_normalization_3_variance =  readTrainedWeights(batch_normalization_3_variance_path.c_str(), 0,1,64,1,1); 
+    std::string depthwise_conv2d_2_w_path =  dir_prefix + std::string("depthwise_conv2d_2_w.bin"); 
+    void* depthwise_conv2d_2_w =  readTrainedWeights(depthwise_conv2d_2_w_path.c_str(), 0,64,1,3,3); 
+    std::string batch_normalization_4_gamma_path =  dir_prefix + std::string("batch_normalization_4_gamma.bin"); 
+    void* batch_normalization_4_gamma =  readTrainedWeights(batch_normalization_4_gamma_path.c_str(), 0,1,64,1,1); 
+    std::string batch_normalization_4_beta_path =  dir_prefix + std::string("batch_normalization_4_beta.bin"); 
+    void* batch_normalization_4_beta =  readTrainedWeights(batch_normalization_4_beta_path.c_str(), 0,1,64,1,1); 
+    std::string batch_normalization_4_mean_path =  dir_prefix + std::string("batch_normalization_4_mean.bin"); 
+    void* batch_normalization_4_mean =  readTrainedWeights(batch_normalization_4_mean_path.c_str(), 0,1,64,1,1); 
+    std::string batch_normalization_4_variance_path =  dir_prefix + std::string("batch_normalization_4_variance.bin"); 
+    void* batch_normalization_4_variance =  readTrainedWeights(batch_normalization_4_variance_path.c_str(), 0,1,64,1,1); 
+    std::string conv2d_3_w_path =  dir_prefix + std::string("conv2d_3_w.bin"); 
+    void* conv2d_3_w =  readTrainedWeights(conv2d_3_w_path.c_str(), 0,128,64,1,1); 
+    std::string batch_normalization_5_gamma_path =  dir_prefix + std::string("batch_normalization_5_gamma.bin"); 
+    void* batch_normalization_5_gamma =  readTrainedWeights(batch_normalization_5_gamma_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_5_beta_path =  dir_prefix + std::string("batch_normalization_5_beta.bin"); 
+    void* batch_normalization_5_beta =  readTrainedWeights(batch_normalization_5_beta_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_5_mean_path =  dir_prefix + std::string("batch_normalization_5_mean.bin"); 
+    void* batch_normalization_5_mean =  readTrainedWeights(batch_normalization_5_mean_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_5_variance_path =  dir_prefix + std::string("batch_normalization_5_variance.bin"); 
+    void* batch_normalization_5_variance =  readTrainedWeights(batch_normalization_5_variance_path.c_str(), 0,1,128,1,1); 
+    std::string depthwise_conv2d_3_w_path =  dir_prefix + std::string("depthwise_conv2d_3_w.bin"); 
+    void* depthwise_conv2d_3_w =  readTrainedWeights(depthwise_conv2d_3_w_path.c_str(), 0,128,1,3,3); 
+    std::string batch_normalization_6_gamma_path =  dir_prefix + std::string("batch_normalization_6_gamma.bin"); 
+    void* batch_normalization_6_gamma =  readTrainedWeights(batch_normalization_6_gamma_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_6_beta_path =  dir_prefix + std::string("batch_normalization_6_beta.bin"); 
+    void* batch_normalization_6_beta =  readTrainedWeights(batch_normalization_6_beta_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_6_mean_path =  dir_prefix + std::string("batch_normalization_6_mean.bin"); 
+    void* batch_normalization_6_mean =  readTrainedWeights(batch_normalization_6_mean_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_6_variance_path =  dir_prefix + std::string("batch_normalization_6_variance.bin"); 
+    void* batch_normalization_6_variance =  readTrainedWeights(batch_normalization_6_variance_path.c_str(), 0,1,128,1,1); 
+    std::string conv2d_4_w_path =  dir_prefix + std::string("conv2d_4_w.bin"); 
+    void* conv2d_4_w =  readTrainedWeights(conv2d_4_w_path.c_str(), 0,128,128,1,1); 
+    std::string batch_normalization_7_gamma_path =  dir_prefix + std::string("batch_normalization_7_gamma.bin"); 
+    void* batch_normalization_7_gamma =  readTrainedWeights(batch_normalization_7_gamma_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_7_beta_path =  dir_prefix + std::string("batch_normalization_7_beta.bin"); 
+    void* batch_normalization_7_beta =  readTrainedWeights(batch_normalization_7_beta_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_7_mean_path =  dir_prefix + std::string("batch_normalization_7_mean.bin"); 
+    void* batch_normalization_7_mean =  readTrainedWeights(batch_normalization_7_mean_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_7_variance_path =  dir_prefix + std::string("batch_normalization_7_variance.bin"); 
+    void* batch_normalization_7_variance =  readTrainedWeights(batch_normalization_7_variance_path.c_str(), 0,1,128,1,1); 
+    std::string depthwise_conv2d_4_w_path =  dir_prefix + std::string("depthwise_conv2d_4_w.bin"); 
+    void* depthwise_conv2d_4_w =  readTrainedWeights(depthwise_conv2d_4_w_path.c_str(), 0,128,1,3,3); 
+    std::string batch_normalization_8_gamma_path =  dir_prefix + std::string("batch_normalization_8_gamma.bin"); 
+    void* batch_normalization_8_gamma =  readTrainedWeights(batch_normalization_8_gamma_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_8_beta_path =  dir_prefix + std::string("batch_normalization_8_beta.bin"); 
+    void* batch_normalization_8_beta =  readTrainedWeights(batch_normalization_8_beta_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_8_mean_path =  dir_prefix + std::string("batch_normalization_8_mean.bin"); 
+    void* batch_normalization_8_mean =  readTrainedWeights(batch_normalization_8_mean_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_8_variance_path =  dir_prefix + std::string("batch_normalization_8_variance.bin"); 
+    void* batch_normalization_8_variance =  readTrainedWeights(batch_normalization_8_variance_path.c_str(), 0,1,128,1,1); 
+    std::string conv2d_5_w_path =  dir_prefix + std::string("conv2d_5_w.bin"); 
+    void* conv2d_5_w =  readTrainedWeights(conv2d_5_w_path.c_str(), 0,256,128,1,1); 
+    std::string batch_normalization_9_gamma_path =  dir_prefix + std::string("batch_normalization_9_gamma.bin"); 
+    void* batch_normalization_9_gamma =  readTrainedWeights(batch_normalization_9_gamma_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_9_beta_path =  dir_prefix + std::string("batch_normalization_9_beta.bin"); 
+    void* batch_normalization_9_beta =  readTrainedWeights(batch_normalization_9_beta_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_9_mean_path =  dir_prefix + std::string("batch_normalization_9_mean.bin"); 
+    void* batch_normalization_9_mean =  readTrainedWeights(batch_normalization_9_mean_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_9_variance_path =  dir_prefix + std::string("batch_normalization_9_variance.bin"); 
+    void* batch_normalization_9_variance =  readTrainedWeights(batch_normalization_9_variance_path.c_str(), 0,1,256,1,1); 
+    std::string depthwise_conv2d_5_w_path =  dir_prefix + std::string("depthwise_conv2d_5_w.bin"); 
+    void* depthwise_conv2d_5_w =  readTrainedWeights(depthwise_conv2d_5_w_path.c_str(), 0,256,1,3,3); 
+    std::string batch_normalization_10_gamma_path =  dir_prefix + std::string("batch_normalization_10_gamma.bin"); 
+    void* batch_normalization_10_gamma =  readTrainedWeights(batch_normalization_10_gamma_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_10_beta_path =  dir_prefix + std::string("batch_normalization_10_beta.bin"); 
+    void* batch_normalization_10_beta =  readTrainedWeights(batch_normalization_10_beta_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_10_mean_path =  dir_prefix + std::string("batch_normalization_10_mean.bin"); 
+    void* batch_normalization_10_mean =  readTrainedWeights(batch_normalization_10_mean_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_10_variance_path =  dir_prefix + std::string("batch_normalization_10_variance.bin"); 
+    void* batch_normalization_10_variance =  readTrainedWeights(batch_normalization_10_variance_path.c_str(), 0,1,256,1,1); 
+    std::string conv2d_6_w_path =  dir_prefix + std::string("conv2d_6_w.bin"); 
+    void* conv2d_6_w =  readTrainedWeights(conv2d_6_w_path.c_str(), 0,256,256,1,1); 
+    std::string batch_normalization_11_gamma_path =  dir_prefix + std::string("batch_normalization_11_gamma.bin"); 
+    void* batch_normalization_11_gamma =  readTrainedWeights(batch_normalization_11_gamma_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_11_beta_path =  dir_prefix + std::string("batch_normalization_11_beta.bin"); 
+    void* batch_normalization_11_beta =  readTrainedWeights(batch_normalization_11_beta_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_11_mean_path =  dir_prefix + std::string("batch_normalization_11_mean.bin"); 
+    void* batch_normalization_11_mean =  readTrainedWeights(batch_normalization_11_mean_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_11_variance_path =  dir_prefix + std::string("batch_normalization_11_variance.bin"); 
+    void* batch_normalization_11_variance =  readTrainedWeights(batch_normalization_11_variance_path.c_str(), 0,1,256,1,1); 
+    std::string depthwise_conv2d_6_w_path =  dir_prefix + std::string("depthwise_conv2d_6_w.bin"); 
+    void* depthwise_conv2d_6_w =  readTrainedWeights(depthwise_conv2d_6_w_path.c_str(), 0,256,1,3,3); 
+    std::string batch_normalization_12_gamma_path =  dir_prefix + std::string("batch_normalization_12_gamma.bin"); 
+    void* batch_normalization_12_gamma =  readTrainedWeights(batch_normalization_12_gamma_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_12_beta_path =  dir_prefix + std::string("batch_normalization_12_beta.bin"); 
+    void* batch_normalization_12_beta =  readTrainedWeights(batch_normalization_12_beta_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_12_mean_path =  dir_prefix + std::string("batch_normalization_12_mean.bin"); 
+    void* batch_normalization_12_mean =  readTrainedWeights(batch_normalization_12_mean_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_12_variance_path =  dir_prefix + std::string("batch_normalization_12_variance.bin"); 
+    void* batch_normalization_12_variance =  readTrainedWeights(batch_normalization_12_variance_path.c_str(), 0,1,256,1,1); 
+    std::string conv2d_7_w_path =  dir_prefix + std::string("conv2d_7_w.bin"); 
+    void* conv2d_7_w =  readTrainedWeights(conv2d_7_w_path.c_str(), 0,512,256,1,1); 
+    std::string batch_normalization_13_gamma_path =  dir_prefix + std::string("batch_normalization_13_gamma.bin"); 
+    void* batch_normalization_13_gamma =  readTrainedWeights(batch_normalization_13_gamma_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_13_beta_path =  dir_prefix + std::string("batch_normalization_13_beta.bin"); 
+    void* batch_normalization_13_beta =  readTrainedWeights(batch_normalization_13_beta_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_13_mean_path =  dir_prefix + std::string("batch_normalization_13_mean.bin"); 
+    void* batch_normalization_13_mean =  readTrainedWeights(batch_normalization_13_mean_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_13_variance_path =  dir_prefix + std::string("batch_normalization_13_variance.bin"); 
+    void* batch_normalization_13_variance =  readTrainedWeights(batch_normalization_13_variance_path.c_str(), 0,1,512,1,1); 
+    std::string depthwise_conv2d_7_w_path =  dir_prefix + std::string("depthwise_conv2d_7_w.bin"); 
+    void* depthwise_conv2d_7_w =  readTrainedWeights(depthwise_conv2d_7_w_path.c_str(), 0,512,1,3,3); 
+    std::string batch_normalization_14_gamma_path =  dir_prefix + std::string("batch_normalization_14_gamma.bin"); 
+    void* batch_normalization_14_gamma =  readTrainedWeights(batch_normalization_14_gamma_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_14_beta_path =  dir_prefix + std::string("batch_normalization_14_beta.bin"); 
+    void* batch_normalization_14_beta =  readTrainedWeights(batch_normalization_14_beta_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_14_mean_path =  dir_prefix + std::string("batch_normalization_14_mean.bin"); 
+    void* batch_normalization_14_mean =  readTrainedWeights(batch_normalization_14_mean_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_14_variance_path =  dir_prefix + std::string("batch_normalization_14_variance.bin"); 
+    void* batch_normalization_14_variance =  readTrainedWeights(batch_normalization_14_variance_path.c_str(), 0,1,512,1,1); 
+    std::string conv2d_8_w_path =  dir_prefix + std::string("conv2d_8_w.bin"); 
+    void* conv2d_8_w =  readTrainedWeights(conv2d_8_w_path.c_str(), 0,512,512,1,1); 
+    std::string batch_normalization_15_gamma_path =  dir_prefix + std::string("batch_normalization_15_gamma.bin"); 
+    void* batch_normalization_15_gamma =  readTrainedWeights(batch_normalization_15_gamma_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_15_beta_path =  dir_prefix + std::string("batch_normalization_15_beta.bin"); 
+    void* batch_normalization_15_beta =  readTrainedWeights(batch_normalization_15_beta_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_15_mean_path =  dir_prefix + std::string("batch_normalization_15_mean.bin"); 
+    void* batch_normalization_15_mean =  readTrainedWeights(batch_normalization_15_mean_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_15_variance_path =  dir_prefix + std::string("batch_normalization_15_variance.bin"); 
+    void* batch_normalization_15_variance =  readTrainedWeights(batch_normalization_15_variance_path.c_str(), 0,1,512,1,1); 
+    std::string depthwise_conv2d_8_w_path =  dir_prefix + std::string("depthwise_conv2d_8_w.bin"); 
+    void* depthwise_conv2d_8_w =  readTrainedWeights(depthwise_conv2d_8_w_path.c_str(), 0,512,1,3,3); 
+    std::string batch_normalization_16_gamma_path =  dir_prefix + std::string("batch_normalization_16_gamma.bin"); 
+    void* batch_normalization_16_gamma =  readTrainedWeights(batch_normalization_16_gamma_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_16_beta_path =  dir_prefix + std::string("batch_normalization_16_beta.bin"); 
+    void* batch_normalization_16_beta =  readTrainedWeights(batch_normalization_16_beta_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_16_mean_path =  dir_prefix + std::string("batch_normalization_16_mean.bin"); 
+    void* batch_normalization_16_mean =  readTrainedWeights(batch_normalization_16_mean_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_16_variance_path =  dir_prefix + std::string("batch_normalization_16_variance.bin"); 
+    void* batch_normalization_16_variance =  readTrainedWeights(batch_normalization_16_variance_path.c_str(), 0,1,512,1,1); 
+    std::string conv2d_9_w_path =  dir_prefix + std::string("conv2d_9_w.bin"); 
+    void* conv2d_9_w =  readTrainedWeights(conv2d_9_w_path.c_str(), 0,512,512,1,1); 
+    std::string batch_normalization_17_gamma_path =  dir_prefix + std::string("batch_normalization_17_gamma.bin"); 
+    void* batch_normalization_17_gamma =  readTrainedWeights(batch_normalization_17_gamma_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_17_beta_path =  dir_prefix + std::string("batch_normalization_17_beta.bin"); 
+    void* batch_normalization_17_beta =  readTrainedWeights(batch_normalization_17_beta_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_17_mean_path =  dir_prefix + std::string("batch_normalization_17_mean.bin"); 
+    void* batch_normalization_17_mean =  readTrainedWeights(batch_normalization_17_mean_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_17_variance_path =  dir_prefix + std::string("batch_normalization_17_variance.bin"); 
+    void* batch_normalization_17_variance =  readTrainedWeights(batch_normalization_17_variance_path.c_str(), 0,1,512,1,1); 
+    std::string depthwise_conv2d_9_w_path =  dir_prefix + std::string("depthwise_conv2d_9_w.bin"); 
+    void* depthwise_conv2d_9_w =  readTrainedWeights(depthwise_conv2d_9_w_path.c_str(), 0,512,1,3,3); 
+    std::string batch_normalization_18_gamma_path =  dir_prefix + std::string("batch_normalization_18_gamma.bin"); 
+    void* batch_normalization_18_gamma =  readTrainedWeights(batch_normalization_18_gamma_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_18_beta_path =  dir_prefix + std::string("batch_normalization_18_beta.bin"); 
+    void* batch_normalization_18_beta =  readTrainedWeights(batch_normalization_18_beta_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_18_mean_path =  dir_prefix + std::string("batch_normalization_18_mean.bin"); 
+    void* batch_normalization_18_mean =  readTrainedWeights(batch_normalization_18_mean_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_18_variance_path =  dir_prefix + std::string("batch_normalization_18_variance.bin"); 
+    void* batch_normalization_18_variance =  readTrainedWeights(batch_normalization_18_variance_path.c_str(), 0,1,512,1,1); 
+    std::string conv2d_10_w_path =  dir_prefix + std::string("conv2d_10_w.bin"); 
+    void* conv2d_10_w =  readTrainedWeights(conv2d_10_w_path.c_str(), 0,512,512,1,1); 
+    std::string batch_normalization_19_gamma_path =  dir_prefix + std::string("batch_normalization_19_gamma.bin"); 
+    void* batch_normalization_19_gamma =  readTrainedWeights(batch_normalization_19_gamma_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_19_beta_path =  dir_prefix + std::string("batch_normalization_19_beta.bin"); 
+    void* batch_normalization_19_beta =  readTrainedWeights(batch_normalization_19_beta_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_19_mean_path =  dir_prefix + std::string("batch_normalization_19_mean.bin"); 
+    void* batch_normalization_19_mean =  readTrainedWeights(batch_normalization_19_mean_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_19_variance_path =  dir_prefix + std::string("batch_normalization_19_variance.bin"); 
+    void* batch_normalization_19_variance =  readTrainedWeights(batch_normalization_19_variance_path.c_str(), 0,1,512,1,1); 
+    std::string depthwise_conv2d_10_w_path =  dir_prefix + std::string("depthwise_conv2d_10_w.bin"); 
+    void* depthwise_conv2d_10_w =  readTrainedWeights(depthwise_conv2d_10_w_path.c_str(), 0,512,1,3,3); 
+    std::string batch_normalization_20_gamma_path =  dir_prefix + std::string("batch_normalization_20_gamma.bin"); 
+    void* batch_normalization_20_gamma =  readTrainedWeights(batch_normalization_20_gamma_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_20_beta_path =  dir_prefix + std::string("batch_normalization_20_beta.bin"); 
+    void* batch_normalization_20_beta =  readTrainedWeights(batch_normalization_20_beta_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_20_mean_path =  dir_prefix + std::string("batch_normalization_20_mean.bin"); 
+    void* batch_normalization_20_mean =  readTrainedWeights(batch_normalization_20_mean_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_20_variance_path =  dir_prefix + std::string("batch_normalization_20_variance.bin"); 
+    void* batch_normalization_20_variance =  readTrainedWeights(batch_normalization_20_variance_path.c_str(), 0,1,512,1,1); 
+    std::string conv2d_11_w_path =  dir_prefix + std::string("conv2d_11_w.bin"); 
+    void* conv2d_11_w =  readTrainedWeights(conv2d_11_w_path.c_str(), 0,512,512,1,1); 
+    std::string batch_normalization_21_gamma_path =  dir_prefix + std::string("batch_normalization_21_gamma.bin"); 
+    void* batch_normalization_21_gamma =  readTrainedWeights(batch_normalization_21_gamma_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_21_beta_path =  dir_prefix + std::string("batch_normalization_21_beta.bin"); 
+    void* batch_normalization_21_beta =  readTrainedWeights(batch_normalization_21_beta_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_21_mean_path =  dir_prefix + std::string("batch_normalization_21_mean.bin"); 
+    void* batch_normalization_21_mean =  readTrainedWeights(batch_normalization_21_mean_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_21_variance_path =  dir_prefix + std::string("batch_normalization_21_variance.bin"); 
+    void* batch_normalization_21_variance =  readTrainedWeights(batch_normalization_21_variance_path.c_str(), 0,1,512,1,1); 
+    std::string depthwise_conv2d_11_w_path =  dir_prefix + std::string("depthwise_conv2d_11_w.bin"); 
+    void* depthwise_conv2d_11_w =  readTrainedWeights(depthwise_conv2d_11_w_path.c_str(), 0,512,1,3,3); 
+    std::string batch_normalization_22_gamma_path =  dir_prefix + std::string("batch_normalization_22_gamma.bin"); 
+    void* batch_normalization_22_gamma =  readTrainedWeights(batch_normalization_22_gamma_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_22_beta_path =  dir_prefix + std::string("batch_normalization_22_beta.bin"); 
+    void* batch_normalization_22_beta =  readTrainedWeights(batch_normalization_22_beta_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_22_mean_path =  dir_prefix + std::string("batch_normalization_22_mean.bin"); 
+    void* batch_normalization_22_mean =  readTrainedWeights(batch_normalization_22_mean_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_22_variance_path =  dir_prefix + std::string("batch_normalization_22_variance.bin"); 
+    void* batch_normalization_22_variance =  readTrainedWeights(batch_normalization_22_variance_path.c_str(), 0,1,512,1,1); 
+    std::string conv2d_12_w_path =  dir_prefix + std::string("conv2d_12_w.bin"); 
+    void* conv2d_12_w =  readTrainedWeights(conv2d_12_w_path.c_str(), 0,512,512,1,1); 
+    std::string batch_normalization_23_gamma_path =  dir_prefix + std::string("batch_normalization_23_gamma.bin"); 
+    void* batch_normalization_23_gamma =  readTrainedWeights(batch_normalization_23_gamma_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_23_beta_path =  dir_prefix + std::string("batch_normalization_23_beta.bin"); 
+    void* batch_normalization_23_beta =  readTrainedWeights(batch_normalization_23_beta_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_23_mean_path =  dir_prefix + std::string("batch_normalization_23_mean.bin"); 
+    void* batch_normalization_23_mean =  readTrainedWeights(batch_normalization_23_mean_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_23_variance_path =  dir_prefix + std::string("batch_normalization_23_variance.bin"); 
+    void* batch_normalization_23_variance =  readTrainedWeights(batch_normalization_23_variance_path.c_str(), 0,1,512,1,1); 
+    std::string depthwise_conv2d_12_w_path =  dir_prefix + std::string("depthwise_conv2d_12_w.bin"); 
+    void* depthwise_conv2d_12_w =  readTrainedWeights(depthwise_conv2d_12_w_path.c_str(), 0,512,1,3,3); 
+    std::string batch_normalization_24_gamma_path =  dir_prefix + std::string("batch_normalization_24_gamma.bin"); 
+    void* batch_normalization_24_gamma =  readTrainedWeights(batch_normalization_24_gamma_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_24_beta_path =  dir_prefix + std::string("batch_normalization_24_beta.bin"); 
+    void* batch_normalization_24_beta =  readTrainedWeights(batch_normalization_24_beta_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_24_mean_path =  dir_prefix + std::string("batch_normalization_24_mean.bin"); 
+    void* batch_normalization_24_mean =  readTrainedWeights(batch_normalization_24_mean_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_24_variance_path =  dir_prefix + std::string("batch_normalization_24_variance.bin"); 
+    void* batch_normalization_24_variance =  readTrainedWeights(batch_normalization_24_variance_path.c_str(), 0,1,512,1,1); 
+    std::string conv2d_13_w_path =  dir_prefix + std::string("conv2d_13_w.bin"); 
+    void* conv2d_13_w =  readTrainedWeights(conv2d_13_w_path.c_str(), 0,1024,512,1,1); 
+    std::string batch_normalization_25_gamma_path =  dir_prefix + std::string("batch_normalization_25_gamma.bin"); 
+    void* batch_normalization_25_gamma =  readTrainedWeights(batch_normalization_25_gamma_path.c_str(), 0,1,1024,1,1); 
+    std::string batch_normalization_25_beta_path =  dir_prefix + std::string("batch_normalization_25_beta.bin"); 
+    void* batch_normalization_25_beta =  readTrainedWeights(batch_normalization_25_beta_path.c_str(), 0,1,1024,1,1); 
+    std::string batch_normalization_25_mean_path =  dir_prefix + std::string("batch_normalization_25_mean.bin"); 
+    void* batch_normalization_25_mean =  readTrainedWeights(batch_normalization_25_mean_path.c_str(), 0,1,1024,1,1); 
+    std::string batch_normalization_25_variance_path =  dir_prefix + std::string("batch_normalization_25_variance.bin"); 
+    void* batch_normalization_25_variance =  readTrainedWeights(batch_normalization_25_variance_path.c_str(), 0,1,1024,1,1); 
+    std::string depthwise_conv2d_13_w_path =  dir_prefix + std::string("depthwise_conv2d_13_w.bin"); 
+    void* depthwise_conv2d_13_w =  readTrainedWeights(depthwise_conv2d_13_w_path.c_str(), 0,1024,1,3,3); 
+    std::string batch_normalization_26_gamma_path =  dir_prefix + std::string("batch_normalization_26_gamma.bin"); 
+    void* batch_normalization_26_gamma =  readTrainedWeights(batch_normalization_26_gamma_path.c_str(), 0,1,1024,1,1); 
+    std::string batch_normalization_26_beta_path =  dir_prefix + std::string("batch_normalization_26_beta.bin"); 
+    void* batch_normalization_26_beta =  readTrainedWeights(batch_normalization_26_beta_path.c_str(), 0,1,1024,1,1); 
+    std::string batch_normalization_26_mean_path =  dir_prefix + std::string("batch_normalization_26_mean.bin"); 
+    void* batch_normalization_26_mean =  readTrainedWeights(batch_normalization_26_mean_path.c_str(), 0,1,1024,1,1); 
+    std::string batch_normalization_26_variance_path =  dir_prefix + std::string("batch_normalization_26_variance.bin"); 
+    void* batch_normalization_26_variance =  readTrainedWeights(batch_normalization_26_variance_path.c_str(), 0,1,1024,1,1); 
+    std::string conv2d_14_w_path =  dir_prefix + std::string("conv2d_14_w.bin"); 
+    void* conv2d_14_w =  readTrainedWeights(conv2d_14_w_path.c_str(), 0,1024,1024,1,1); 
+    std::string batch_normalization_27_gamma_path =  dir_prefix + std::string("batch_normalization_27_gamma.bin"); 
+    void* batch_normalization_27_gamma =  readTrainedWeights(batch_normalization_27_gamma_path.c_str(), 0,1,1024,1,1); 
+    std::string batch_normalization_27_beta_path =  dir_prefix + std::string("batch_normalization_27_beta.bin"); 
+    void* batch_normalization_27_beta =  readTrainedWeights(batch_normalization_27_beta_path.c_str(), 0,1,1024,1,1); 
+    std::string batch_normalization_27_mean_path =  dir_prefix + std::string("batch_normalization_27_mean.bin"); 
+    void* batch_normalization_27_mean =  readTrainedWeights(batch_normalization_27_mean_path.c_str(), 0,1,1024,1,1); 
+    std::string batch_normalization_27_variance_path =  dir_prefix + std::string("batch_normalization_27_variance.bin"); 
+    void* batch_normalization_27_variance =  readTrainedWeights(batch_normalization_27_variance_path.c_str(), 0,1,1024,1,1); 
+    std::string dense_1_w_path =  dir_prefix + std::string("dense_1_w.bin"); 
+    void* dense_1_w =  readTrainedWeights(dense_1_w_path.c_str(), 0,1,1,1024,10); 
+    std::string dense_1_b_path =  dir_prefix + std::string("dense_1_b.bin"); 
+    void* dense_1_b =  readTrainedWeights(dense_1_b_path.c_str(), 0,1,10,1,1); 
+
+
+
+    startMemTracking(); 
+
+    int test_input_size = 2000; 
+    int batch_size = 1000;  
+    int batch_count = test_input_size / batch_size; 
+
+    float final_accuracy = 0.0; 
+
+    for(int i = 0; i < batch_count; i++){ 
+
+        int start = i * batch_size; 
+        int end = (i + 1) * batch_size; 
+
+        void* input = readInputBatch(input_path.c_str(),0,start,end,3,32,32); 
+
+        void* var_0 = tensorHalfConvolution(input, conv2d_1_w, 1, 1, 1, 1, 1, 1); 
+        void* var_1 = tensorHalfBatchNorm(var_0, batch_normalization_1_gamma, batch_normalization_1_beta, batch_normalization_1_mean, batch_normalization_1_variance, 0.001); 
+        void* var_2 = tensorHalfRelu(var_1); 
+        void* var_4 = tensorHalfConvCutlass(var_2, depthwise_conv2d_1_w, 1, 1, 1, 1, 1, 32); 
+        void* var_5 = tensorHalfBatchNorm(var_4, batch_normalization_2_gamma, batch_normalization_2_beta, batch_normalization_2_mean, batch_normalization_2_variance, 0.001); 
+        void* var_6 = tensorHalfRelu(var_5); 
+        void* var_7 = tensorHalfConvolution(var_6, conv2d_2_w, 0, 0, 1, 1, 1, 1); 
+        void* var_8 = tensorHalfBatchNorm(var_7, batch_normalization_3_gamma, batch_normalization_3_beta, batch_normalization_3_mean, batch_normalization_3_variance, 0.001); 
+        void* var_9 = tensorHalfRelu(var_8); 
+        void* var_11 = tensorHalfConvCutlass(var_9, depthwise_conv2d_2_w, 1, 1, 2, 2, 1, 64); 
+        void* var_12 = tensorHalfBatchNorm(var_11, batch_normalization_4_gamma, batch_normalization_4_beta, batch_normalization_4_mean, batch_normalization_4_variance, 0.001); 
+        void* var_13 = tensorHalfRelu(var_12); 
+        void* var_14 = tensorHalfConvolution(var_13, conv2d_3_w, 0, 0, 1, 1, 1, 1); 
+        void* var_15 = tensorHalfBatchNorm(var_14, batch_normalization_5_gamma, batch_normalization_5_beta, batch_normalization_5_mean, batch_normalization_5_variance, 0.001); 
+        void* var_16 = tensorHalfRelu(var_15); 
+        void* var_18 = tensorHalfConvCutlass(var_16, depthwise_conv2d_3_w, 1, 1, 1, 1, 1, 128); 
+        void* var_19 = tensorHalfBatchNorm(var_18, batch_normalization_6_gamma, batch_normalization_6_beta, batch_normalization_6_mean, batch_normalization_6_variance, 0.001); 
+        void* var_20 = tensorHalfRelu(var_19); 
+        void* var_21 = tensorHalfConvolution(var_20, conv2d_4_w, 0, 0, 1, 1, 1, 1); 
+        void* var_22 = tensorHalfBatchNorm(var_21, batch_normalization_7_gamma, batch_normalization_7_beta, batch_normalization_7_mean, batch_normalization_7_variance, 0.001); 
+        void* var_23 = tensorHalfRelu(var_22); 
+        void* var_26 = tensorHalfConvCutlass(var_23, depthwise_conv2d_4_w, 1, 1, 2, 2, 1, 128); 
+        void* var_27 = tensorHalfBatchNorm(var_26, batch_normalization_8_gamma, batch_normalization_8_beta, batch_normalization_8_mean, batch_normalization_8_variance, 0.001); 
+        void* var_28 = tensorHalfRelu(var_27); 
+        void* var_29 = tensorHalfConvolution(var_28, conv2d_5_w, 0, 0, 1, 1, 1, 1); 
+        void* var_30 = tensorHalfBatchNorm(var_29, batch_normalization_9_gamma, batch_normalization_9_beta, batch_normalization_9_mean, batch_normalization_9_variance, 0.001); 
+        void* var_31 = tensorHalfRelu(var_30); 
+        void* var_33 = tensorHalfConvCutlass(var_31, depthwise_conv2d_5_w, 1, 1, 1, 1, 1, 256); 
+        void* var_34 = tensorHalfBatchNorm(var_33, batch_normalization_10_gamma, batch_normalization_10_beta, batch_normalization_10_mean, batch_normalization_10_variance, 0.001); 
+        void* var_35 = tensorHalfRelu(var_34); 
+        void* var_36 = tensorHalfConvolution(var_35, conv2d_6_w, 0, 0, 1, 1, 1, 1); 
+        void* var_37 = tensorHalfBatchNorm(var_36, batch_normalization_11_gamma, batch_normalization_11_beta, batch_normalization_11_mean, batch_normalization_11_variance, 0.001); 
+        void* var_38 = tensorHalfRelu(var_37); 
+        void* var_41 = tensorHalfConvCutlass(var_38, depthwise_conv2d_6_w, 1, 1, 2, 2, 1, 256); 
+        void* var_42 = tensorHalfBatchNorm(var_41, batch_normalization_12_gamma, batch_normalization_12_beta, batch_normalization_12_mean, batch_normalization_12_variance, 0.001); 
+        void* var_43 = tensorHalfRelu(var_42); 
+        void* var_44 = tensorHalfConvolution(var_43, conv2d_7_w, 0, 0, 1, 1, 1, 1); 
+        void* var_45 = tensorHalfBatchNorm(var_44, batch_normalization_13_gamma, batch_normalization_13_beta, batch_normalization_13_mean, batch_normalization_13_variance, 0.001); 
+        void* var_46 = tensorHalfRelu(var_45); 
+        void* var_48 = tensorHalfConvCutlass(var_46, depthwise_conv2d_7_w, 1, 1, 1, 1, 1, 512); 
+        void* var_49 = tensorHalfBatchNorm(var_48, batch_normalization_14_gamma, batch_normalization_14_beta, batch_normalization_14_mean, batch_normalization_14_variance, 0.001); 
+        void* var_50 = tensorHalfRelu(var_49); 
+        void* var_51 = tensorHalfConvolution(var_50, conv2d_8_w, 0, 0, 1, 1, 1, 1); 
+        void* var_52 = tensorHalfBatchNorm(var_51, batch_normalization_15_gamma, batch_normalization_15_beta, batch_normalization_15_mean, batch_normalization_15_variance, 0.001); 
+        void* var_53 = tensorHalfRelu(var_52); 
+        void* var_55 = tensorHalfConvCutlass(var_53, depthwise_conv2d_8_w, 1, 1, 1, 1, 1, 512); 
+        void* var_56 = tensorHalfBatchNorm(var_55, batch_normalization_16_gamma, batch_normalization_16_beta, batch_normalization_16_mean, batch_normalization_16_variance, 0.001); 
+        void* var_57 = tensorHalfRelu(var_56); 
+        void* var_58 = tensorHalfConvolution(var_57, conv2d_9_w, 0, 0, 1, 1, 1, 1); 
+        void* var_59 = tensorHalfBatchNorm(var_58, batch_normalization_17_gamma, batch_normalization_17_beta, batch_normalization_17_mean, batch_normalization_17_variance, 0.001); 
+        void* var_60 = tensorHalfRelu(var_59); 
+        void* var_63 = tensorHalfConvCutlass(var_60, depthwise_conv2d_9_w, 1, 1, 1, 1, 1, 512); 
+        void* var_64 = tensorHalfBatchNorm(var_63, batch_normalization_18_gamma, batch_normalization_18_beta, batch_normalization_18_mean, batch_normalization_18_variance, 0.001); 
+        void* var_65 = tensorHalfRelu(var_64); 
+        void* var_66 = tensorHalfConvolution(var_65, conv2d_10_w, 0, 0, 1, 1, 1, 1); 
+        void* var_67 = tensorHalfBatchNorm(var_66, batch_normalization_19_gamma, batch_normalization_19_beta, batch_normalization_19_mean, batch_normalization_19_variance, 0.001); 
+        void* var_68 = tensorHalfRelu(var_67); 
+        void* var_70 = tensorHalfConvCutlass(var_68, depthwise_conv2d_10_w, 1, 1, 1, 1, 1, 512); 
+        void* var_71 = tensorHalfBatchNorm(var_70, batch_normalization_20_gamma, batch_normalization_20_beta, batch_normalization_20_mean, batch_normalization_20_variance, 0.001); 
+        void* var_72 = tensorHalfRelu(var_71); 
+        void* var_73 = tensorHalfConvolution(var_72, conv2d_11_w, 0, 0, 1, 1, 1, 1); 
+        void* var_74 = tensorHalfBatchNorm(var_73, batch_normalization_21_gamma, batch_normalization_21_beta, batch_normalization_21_mean, batch_normalization_21_variance, 0.001); 
+        void* var_75 = tensorHalfRelu(var_74); 
+        void* var_77 = tensorHalfConvCutlass(var_75, depthwise_conv2d_11_w, 1, 1, 1, 1, 1, 512); 
+        void* var_78 = tensorHalfBatchNorm(var_77, batch_normalization_22_gamma, batch_normalization_22_beta, batch_normalization_22_mean, batch_normalization_22_variance, 0.001); 
+        void* var_79 = tensorHalfRelu(var_78); 
+        void* var_80 = tensorHalfConvolution(var_79, conv2d_12_w, 0, 0, 1, 1, 1, 1); 
+        void* var_81 = tensorHalfBatchNorm(var_80, batch_normalization_23_gamma, batch_normalization_23_beta, batch_normalization_23_mean, batch_normalization_23_variance, 0.001); 
+        void* var_82 = tensorHalfRelu(var_81); 
+        void* var_85 = tensorHalfConvCutlass(var_82, depthwise_conv2d_12_w, 1, 1, 2, 2, 1, 512); 
+        void* var_86 = tensorHalfBatchNorm(var_85, batch_normalization_24_gamma, batch_normalization_24_beta, batch_normalization_24_mean, batch_normalization_24_variance, 0.001); 
+        void* var_87 = tensorHalfRelu(var_86); 
+        void* var_88 = tensorHalfConvolution(var_87, conv2d_13_w, 0, 0, 1, 1, 1, 1); 
+        void* var_89 = tensorHalfBatchNorm(var_88, batch_normalization_25_gamma, batch_normalization_25_beta, batch_normalization_25_mean, batch_normalization_25_variance, 0.001); 
+        void* var_90 = tensorHalfRelu(var_89); 
+        void* var_92 = tensorHalfConvCutlass(var_90, depthwise_conv2d_13_w, 1, 1, 1, 1, 1, 1024); 
+        void* var_93 = tensorHalfBatchNorm(var_92, batch_normalization_26_gamma, batch_normalization_26_beta, batch_normalization_26_mean, batch_normalization_26_variance, 0.001); 
+        void* var_94 = tensorHalfRelu(var_93); 
+        void* var_95 = tensorHalfConvolution(var_94, conv2d_14_w, 0, 0, 1, 1, 1, 1); 
+        void* var_96 = tensorHalfBatchNorm(var_95, batch_normalization_27_gamma, batch_normalization_27_beta, batch_normalization_27_mean, batch_normalization_27_variance, 0.001); 
+        void* var_97 = tensorHalfRelu(var_96); 
+        void* var_99 = tensorHalfPooling(var_97,1,2,2,0,0,2,2); 
+        void* var_101 = tensorHalfGemmGPU(var_99, dense_1_w); 
+        void* var_102 = tensorHalfAdd(var_101, dense_1_b); 
+        void* var_103 = tensorSoftmax(var_102); 
+
+        uint8_t* labels = readLabelsBatch(labels_path.c_str(),start,end); 
+
+        float accuracy = computeAccuracy2(labels, batch_size, var_103); 
+        final_accuracy += accuracy; 
+        freeBatchMemory(); 
+    }
+    final_accuracy = final_accuracy / batch_count; 
+    dumpFinalAccuracy(final_accuracy); 
+
+    llvm_hpvm_cleanupTensorRt(); 
+
+    return 0; 
+
+}
diff --git a/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/mobilenet_shallow_depthwise_half.cc b/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/mobilenet_shallow_depthwise_half.cc
new file mode 100644
index 0000000000000000000000000000000000000000..6b0d02f01e8e3516d4b5d03899317760d3629388
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/mobilenet_shallow_depthwise_half.cc
@@ -0,0 +1,236 @@
+#include <stdio.h> 
+#include <stdlib.h> 
+#include <unistd.h> 
+#include <fcntl.h> 
+#include <sys/types.h> 
+#include <sys/stat.h> 
+#include <string.h> 
+
+#include "../../../tensor_runtime/include/tensor_runtime.h"
+#include "../../include/utils.h"
+
+
+int main(int argc, char* argv[]){ 
+
+    llvm_hpvm_initTensorRt(0); 
+
+    //std::string dir_prefix = std::string("../../keras/data/mobilenet_shallow_nathan/");
+
+    std::string dir_prefix = std::string("../model_params/mobilenet_shallow/");
+
+    std::string input_path =  dir_prefix + std::string("input.bin"); 
+    std::string labels_path =  dir_prefix + std::string("labels.bin"); 
+    std::string conv2d_1_w_path =  dir_prefix + std::string("conv2d_1_w.bin"); 
+    void* conv2d_1_w =  readTrainedWeights(conv2d_1_w_path.c_str(), 0,32,3,3,3); 
+    std::string batch_normalization_1_gamma_path =  dir_prefix + std::string("batch_normalization_1_gamma.bin"); 
+    void* batch_normalization_1_gamma =  readTrainedWeights(batch_normalization_1_gamma_path.c_str(), 0,1,32,1,1); 
+    std::string batch_normalization_1_beta_path =  dir_prefix + std::string("batch_normalization_1_beta.bin"); 
+    void* batch_normalization_1_beta =  readTrainedWeights(batch_normalization_1_beta_path.c_str(), 0,1,32,1,1); 
+    std::string batch_normalization_1_mean_path =  dir_prefix + std::string("batch_normalization_1_mean.bin"); 
+    void* batch_normalization_1_mean =  readTrainedWeights(batch_normalization_1_mean_path.c_str(), 0,1,32,1,1); 
+    std::string batch_normalization_1_variance_path =  dir_prefix + std::string("batch_normalization_1_variance.bin"); 
+    void* batch_normalization_1_variance =  readTrainedWeights(batch_normalization_1_variance_path.c_str(), 0,1,32,1,1); 
+    std::string depthwise_conv2d_1_w_path =  dir_prefix + std::string("depthwise_conv2d_1_w.bin"); 
+    void* depthwise_conv2d_1_w =  readTrainedWeights(depthwise_conv2d_1_w_path.c_str(), 0,32,1,3,3); 
+    std::string batch_normalization_2_gamma_path =  dir_prefix + std::string("batch_normalization_2_gamma.bin"); 
+    void* batch_normalization_2_gamma =  readTrainedWeights(batch_normalization_2_gamma_path.c_str(), 0,1,32,1,1); 
+    std::string batch_normalization_2_beta_path =  dir_prefix + std::string("batch_normalization_2_beta.bin"); 
+    void* batch_normalization_2_beta =  readTrainedWeights(batch_normalization_2_beta_path.c_str(), 0,1,32,1,1); 
+    std::string batch_normalization_2_mean_path =  dir_prefix + std::string("batch_normalization_2_mean.bin"); 
+    void* batch_normalization_2_mean =  readTrainedWeights(batch_normalization_2_mean_path.c_str(), 0,1,32,1,1); 
+    std::string batch_normalization_2_variance_path =  dir_prefix + std::string("batch_normalization_2_variance.bin"); 
+    void* batch_normalization_2_variance =  readTrainedWeights(batch_normalization_2_variance_path.c_str(), 0,1,32,1,1); 
+    std::string conv2d_2_w_path =  dir_prefix + std::string("conv2d_2_w.bin"); 
+    void* conv2d_2_w =  readTrainedWeights(conv2d_2_w_path.c_str(), 0,64,32,1,1); 
+    std::string batch_normalization_3_gamma_path =  dir_prefix + std::string("batch_normalization_3_gamma.bin"); 
+    void* batch_normalization_3_gamma =  readTrainedWeights(batch_normalization_3_gamma_path.c_str(), 0,1,64,1,1); 
+    std::string batch_normalization_3_beta_path =  dir_prefix + std::string("batch_normalization_3_beta.bin"); 
+    void* batch_normalization_3_beta =  readTrainedWeights(batch_normalization_3_beta_path.c_str(), 0,1,64,1,1); 
+    std::string batch_normalization_3_mean_path =  dir_prefix + std::string("batch_normalization_3_mean.bin"); 
+    void* batch_normalization_3_mean =  readTrainedWeights(batch_normalization_3_mean_path.c_str(), 0,1,64,1,1); 
+    std::string batch_normalization_3_variance_path =  dir_prefix + std::string("batch_normalization_3_variance.bin"); 
+    void* batch_normalization_3_variance =  readTrainedWeights(batch_normalization_3_variance_path.c_str(), 0,1,64,1,1); 
+    std::string depthwise_conv2d_2_w_path =  dir_prefix + std::string("depthwise_conv2d_2_w.bin"); 
+    void* depthwise_conv2d_2_w =  readTrainedWeights(depthwise_conv2d_2_w_path.c_str(), 0,64,1,3,3); 
+    std::string batch_normalization_4_gamma_path =  dir_prefix + std::string("batch_normalization_4_gamma.bin"); 
+    void* batch_normalization_4_gamma =  readTrainedWeights(batch_normalization_4_gamma_path.c_str(), 0,1,64,1,1); 
+    std::string batch_normalization_4_beta_path =  dir_prefix + std::string("batch_normalization_4_beta.bin"); 
+    void* batch_normalization_4_beta =  readTrainedWeights(batch_normalization_4_beta_path.c_str(), 0,1,64,1,1); 
+    std::string batch_normalization_4_mean_path =  dir_prefix + std::string("batch_normalization_4_mean.bin"); 
+    void* batch_normalization_4_mean =  readTrainedWeights(batch_normalization_4_mean_path.c_str(), 0,1,64,1,1); 
+    std::string batch_normalization_4_variance_path =  dir_prefix + std::string("batch_normalization_4_variance.bin"); 
+    void* batch_normalization_4_variance =  readTrainedWeights(batch_normalization_4_variance_path.c_str(), 0,1,64,1,1); 
+    std::string conv2d_3_w_path =  dir_prefix + std::string("conv2d_3_w.bin"); 
+    void* conv2d_3_w =  readTrainedWeights(conv2d_3_w_path.c_str(), 0,128,64,1,1); 
+    std::string batch_normalization_5_gamma_path =  dir_prefix + std::string("batch_normalization_5_gamma.bin"); 
+    void* batch_normalization_5_gamma =  readTrainedWeights(batch_normalization_5_gamma_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_5_beta_path =  dir_prefix + std::string("batch_normalization_5_beta.bin"); 
+    void* batch_normalization_5_beta =  readTrainedWeights(batch_normalization_5_beta_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_5_mean_path =  dir_prefix + std::string("batch_normalization_5_mean.bin"); 
+    void* batch_normalization_5_mean =  readTrainedWeights(batch_normalization_5_mean_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_5_variance_path =  dir_prefix + std::string("batch_normalization_5_variance.bin"); 
+    void* batch_normalization_5_variance =  readTrainedWeights(batch_normalization_5_variance_path.c_str(), 0,1,128,1,1); 
+    std::string depthwise_conv2d_3_w_path =  dir_prefix + std::string("depthwise_conv2d_3_w.bin"); 
+    void* depthwise_conv2d_3_w =  readTrainedWeights(depthwise_conv2d_3_w_path.c_str(), 0,128,1,3,3); 
+    std::string batch_normalization_6_gamma_path =  dir_prefix + std::string("batch_normalization_6_gamma.bin"); 
+    void* batch_normalization_6_gamma =  readTrainedWeights(batch_normalization_6_gamma_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_6_beta_path =  dir_prefix + std::string("batch_normalization_6_beta.bin"); 
+    void* batch_normalization_6_beta =  readTrainedWeights(batch_normalization_6_beta_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_6_mean_path =  dir_prefix + std::string("batch_normalization_6_mean.bin"); 
+    void* batch_normalization_6_mean =  readTrainedWeights(batch_normalization_6_mean_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_6_variance_path =  dir_prefix + std::string("batch_normalization_6_variance.bin"); 
+    void* batch_normalization_6_variance =  readTrainedWeights(batch_normalization_6_variance_path.c_str(), 0,1,128,1,1); 
+    std::string conv2d_4_w_path =  dir_prefix + std::string("conv2d_4_w.bin"); 
+    void* conv2d_4_w =  readTrainedWeights(conv2d_4_w_path.c_str(), 0,128,128,1,1); 
+    std::string batch_normalization_7_gamma_path =  dir_prefix + std::string("batch_normalization_7_gamma.bin"); 
+    void* batch_normalization_7_gamma =  readTrainedWeights(batch_normalization_7_gamma_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_7_beta_path =  dir_prefix + std::string("batch_normalization_7_beta.bin"); 
+    void* batch_normalization_7_beta =  readTrainedWeights(batch_normalization_7_beta_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_7_mean_path =  dir_prefix + std::string("batch_normalization_7_mean.bin"); 
+    void* batch_normalization_7_mean =  readTrainedWeights(batch_normalization_7_mean_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_7_variance_path =  dir_prefix + std::string("batch_normalization_7_variance.bin"); 
+    void* batch_normalization_7_variance =  readTrainedWeights(batch_normalization_7_variance_path.c_str(), 0,1,128,1,1); 
+    std::string depthwise_conv2d_4_w_path =  dir_prefix + std::string("depthwise_conv2d_4_w.bin"); 
+    void* depthwise_conv2d_4_w =  readTrainedWeights(depthwise_conv2d_4_w_path.c_str(), 0,128,1,3,3); 
+    std::string batch_normalization_8_gamma_path =  dir_prefix + std::string("batch_normalization_8_gamma.bin"); 
+    void* batch_normalization_8_gamma =  readTrainedWeights(batch_normalization_8_gamma_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_8_beta_path =  dir_prefix + std::string("batch_normalization_8_beta.bin"); 
+    void* batch_normalization_8_beta =  readTrainedWeights(batch_normalization_8_beta_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_8_mean_path =  dir_prefix + std::string("batch_normalization_8_mean.bin"); 
+    void* batch_normalization_8_mean =  readTrainedWeights(batch_normalization_8_mean_path.c_str(), 0,1,128,1,1); 
+    std::string batch_normalization_8_variance_path =  dir_prefix + std::string("batch_normalization_8_variance.bin"); 
+    void* batch_normalization_8_variance =  readTrainedWeights(batch_normalization_8_variance_path.c_str(), 0,1,128,1,1); 
+    std::string conv2d_5_w_path =  dir_prefix + std::string("conv2d_5_w.bin"); 
+    void* conv2d_5_w =  readTrainedWeights(conv2d_5_w_path.c_str(), 0,256,128,1,1); 
+    std::string batch_normalization_9_gamma_path =  dir_prefix + std::string("batch_normalization_9_gamma.bin"); 
+    void* batch_normalization_9_gamma =  readTrainedWeights(batch_normalization_9_gamma_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_9_beta_path =  dir_prefix + std::string("batch_normalization_9_beta.bin"); 
+    void* batch_normalization_9_beta =  readTrainedWeights(batch_normalization_9_beta_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_9_mean_path =  dir_prefix + std::string("batch_normalization_9_mean.bin"); 
+    void* batch_normalization_9_mean =  readTrainedWeights(batch_normalization_9_mean_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_9_variance_path =  dir_prefix + std::string("batch_normalization_9_variance.bin"); 
+    void* batch_normalization_9_variance =  readTrainedWeights(batch_normalization_9_variance_path.c_str(), 0,1,256,1,1); 
+    std::string depthwise_conv2d_5_w_path =  dir_prefix + std::string("depthwise_conv2d_5_w.bin"); 
+    void* depthwise_conv2d_5_w =  readTrainedWeights(depthwise_conv2d_5_w_path.c_str(), 0,256,1,3,3); 
+    std::string batch_normalization_10_gamma_path =  dir_prefix + std::string("batch_normalization_10_gamma.bin"); 
+    void* batch_normalization_10_gamma =  readTrainedWeights(batch_normalization_10_gamma_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_10_beta_path =  dir_prefix + std::string("batch_normalization_10_beta.bin"); 
+    void* batch_normalization_10_beta =  readTrainedWeights(batch_normalization_10_beta_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_10_mean_path =  dir_prefix + std::string("batch_normalization_10_mean.bin"); 
+    void* batch_normalization_10_mean =  readTrainedWeights(batch_normalization_10_mean_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_10_variance_path =  dir_prefix + std::string("batch_normalization_10_variance.bin"); 
+    void* batch_normalization_10_variance =  readTrainedWeights(batch_normalization_10_variance_path.c_str(), 0,1,256,1,1); 
+    std::string conv2d_6_w_path =  dir_prefix + std::string("conv2d_6_w.bin"); 
+    void* conv2d_6_w =  readTrainedWeights(conv2d_6_w_path.c_str(), 0,256,256,1,1); 
+    std::string batch_normalization_11_gamma_path =  dir_prefix + std::string("batch_normalization_11_gamma.bin"); 
+    void* batch_normalization_11_gamma =  readTrainedWeights(batch_normalization_11_gamma_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_11_beta_path =  dir_prefix + std::string("batch_normalization_11_beta.bin"); 
+    void* batch_normalization_11_beta =  readTrainedWeights(batch_normalization_11_beta_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_11_mean_path =  dir_prefix + std::string("batch_normalization_11_mean.bin"); 
+    void* batch_normalization_11_mean =  readTrainedWeights(batch_normalization_11_mean_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_11_variance_path =  dir_prefix + std::string("batch_normalization_11_variance.bin"); 
+    void* batch_normalization_11_variance =  readTrainedWeights(batch_normalization_11_variance_path.c_str(), 0,1,256,1,1); 
+    std::string depthwise_conv2d_6_w_path =  dir_prefix + std::string("depthwise_conv2d_6_w.bin"); 
+    void* depthwise_conv2d_6_w =  readTrainedWeights(depthwise_conv2d_6_w_path.c_str(), 0,256,1,3,3); 
+    std::string batch_normalization_12_gamma_path =  dir_prefix + std::string("batch_normalization_12_gamma.bin"); 
+    void* batch_normalization_12_gamma =  readTrainedWeights(batch_normalization_12_gamma_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_12_beta_path =  dir_prefix + std::string("batch_normalization_12_beta.bin"); 
+    void* batch_normalization_12_beta =  readTrainedWeights(batch_normalization_12_beta_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_12_mean_path =  dir_prefix + std::string("batch_normalization_12_mean.bin"); 
+    void* batch_normalization_12_mean =  readTrainedWeights(batch_normalization_12_mean_path.c_str(), 0,1,256,1,1); 
+    std::string batch_normalization_12_variance_path =  dir_prefix + std::string("batch_normalization_12_variance.bin"); 
+    void* batch_normalization_12_variance =  readTrainedWeights(batch_normalization_12_variance_path.c_str(), 0,1,256,1,1); 
+    std::string conv2d_7_w_path =  dir_prefix + std::string("conv2d_7_w.bin"); 
+    void* conv2d_7_w =  readTrainedWeights(conv2d_7_w_path.c_str(), 0,512,256,1,1); 
+    std::string batch_normalization_13_gamma_path =  dir_prefix + std::string("batch_normalization_13_gamma.bin"); 
+    void* batch_normalization_13_gamma =  readTrainedWeights(batch_normalization_13_gamma_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_13_beta_path =  dir_prefix + std::string("batch_normalization_13_beta.bin"); 
+    void* batch_normalization_13_beta =  readTrainedWeights(batch_normalization_13_beta_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_13_mean_path =  dir_prefix + std::string("batch_normalization_13_mean.bin"); 
+    void* batch_normalization_13_mean =  readTrainedWeights(batch_normalization_13_mean_path.c_str(), 0,1,512,1,1); 
+    std::string batch_normalization_13_variance_path =  dir_prefix + std::string("batch_normalization_13_variance.bin"); 
+    void* batch_normalization_13_variance =  readTrainedWeights(batch_normalization_13_variance_path.c_str(), 0,1,512,1,1); 
+    std::string dense_1_w_path =  dir_prefix + std::string("dense_1_w.bin"); 
+    void* dense_1_w =  readTrainedWeights(dense_1_w_path.c_str(), 0,1,1,2048,10); 
+    std::string dense_1_b_path =  dir_prefix + std::string("dense_1_b.bin"); 
+    void* dense_1_b =  readTrainedWeights(dense_1_b_path.c_str(), 0,1,10,1,1); 
+
+
+    startMemTracking(); 
+
+    int test_input_size = 2000; 
+    int batch_size = 1000; 
+    int batch_count = test_input_size / batch_size; 
+
+
+    float final_accuracy = 0.0;
+
+    for(int i = 0; i < batch_count; i++){ 
+
+        int start = i * batch_size; 
+        int end = (i + 1) * batch_size; 
+
+        void* input = readInputBatch(input_path.c_str(),0,start,end,3,32,32); 
+
+        void* var_0 = tensorHalfConvolution(input, conv2d_1_w, 1, 1, 1, 1, 1, 1); 
+        void* var_1 = tensorHalfBatchNorm(var_0, batch_normalization_1_gamma, batch_normalization_1_beta, batch_normalization_1_mean, batch_normalization_1_variance, 0.001); 
+        void* var_2 = tensorHalfRelu(var_1); 
+        void* var_4 = tensorHalfConvCutlass(var_2, depthwise_conv2d_1_w, 1, 1, 1, 1, 1, 32); 
+        void* var_5 = tensorHalfBatchNorm(var_4, batch_normalization_2_gamma, batch_normalization_2_beta, batch_normalization_2_mean, batch_normalization_2_variance, 0.001); 
+        void* var_6 = tensorHalfRelu(var_5); 
+        void* var_7 = tensorHalfConvolution(var_6, conv2d_2_w, 0, 0, 1, 1, 1, 1); 
+        void* var_8 = tensorHalfBatchNorm(var_7, batch_normalization_3_gamma, batch_normalization_3_beta, batch_normalization_3_mean, batch_normalization_3_variance, 0.001); 
+        void* var_9 = tensorHalfRelu(var_8); 
+        void* var_11 = tensorHalfConvCutlass(var_9, depthwise_conv2d_2_w, 1, 1, 2, 2, 1, 64); 
+        void* var_12 = tensorHalfBatchNorm(var_11, batch_normalization_4_gamma, batch_normalization_4_beta, batch_normalization_4_mean, batch_normalization_4_variance, 0.001); 
+        void* var_13 = tensorHalfRelu(var_12); 
+        void* var_14 = tensorHalfConvolution(var_13, conv2d_3_w, 0, 0, 1, 1, 1, 1); 
+        void* var_15 = tensorHalfBatchNorm(var_14, batch_normalization_5_gamma, batch_normalization_5_beta, batch_normalization_5_mean, batch_normalization_5_variance, 0.001); 
+        void* var_16 = tensorHalfRelu(var_15); 
+        void* var_18 = tensorHalfConvCutlass(var_16, depthwise_conv2d_3_w, 1, 1, 1, 1, 1, 128); 
+        void* var_19 = tensorHalfBatchNorm(var_18, batch_normalization_6_gamma, batch_normalization_6_beta, batch_normalization_6_mean, batch_normalization_6_variance, 0.001); 
+        void* var_20 = tensorHalfRelu(var_19); 
+        void* var_21 = tensorHalfConvolution(var_20, conv2d_4_w, 0, 0, 1, 1, 1, 1); 
+        void* var_22 = tensorHalfBatchNorm(var_21, batch_normalization_7_gamma, batch_normalization_7_beta, batch_normalization_7_mean, batch_normalization_7_variance, 0.001); 
+        void* var_23 = tensorHalfRelu(var_22); 
+        void* var_26 = tensorHalfConvCutlass(var_23, depthwise_conv2d_4_w, 1, 1, 2, 2, 1, 128); 
+        void* var_27 = tensorHalfBatchNorm(var_26, batch_normalization_8_gamma, batch_normalization_8_beta, batch_normalization_8_mean, batch_normalization_8_variance, 0.001); 
+        void* var_28 = tensorHalfRelu(var_27); 
+        void* var_29 = tensorHalfConvolution(var_28, conv2d_5_w, 0, 0, 1, 1, 1, 1); 
+        void* var_30 = tensorHalfBatchNorm(var_29, batch_normalization_9_gamma, batch_normalization_9_beta, batch_normalization_9_mean, batch_normalization_9_variance, 0.001); 
+        void* var_31 = tensorHalfRelu(var_30); 
+        void* var_33 = tensorHalfConvCutlass(var_31, depthwise_conv2d_5_w, 1, 1, 1, 1, 1, 256); 
+        void* var_34 = tensorHalfBatchNorm(var_33, batch_normalization_10_gamma, batch_normalization_10_beta, batch_normalization_10_mean, batch_normalization_10_variance, 0.001); 
+        void* var_35 = tensorHalfRelu(var_34); 
+        void* var_36 = tensorHalfConvolution(var_35, conv2d_6_w, 0, 0, 1, 1, 1, 1); 
+        void* var_37 = tensorHalfBatchNorm(var_36, batch_normalization_11_gamma, batch_normalization_11_beta, batch_normalization_11_mean, batch_normalization_11_variance, 0.001); 
+        void* var_38 = tensorHalfRelu(var_37); 
+        void* var_41 = tensorHalfConvCutlass(var_38, depthwise_conv2d_6_w, 1, 1, 2, 2, 1, 256); 
+        void* var_42 = tensorHalfBatchNorm(var_41, batch_normalization_12_gamma, batch_normalization_12_beta, batch_normalization_12_mean, batch_normalization_12_variance, 0.001); 
+        void* var_43 = tensorHalfRelu(var_42); 
+        void* var_44 = tensorHalfConvolution(var_43, conv2d_7_w, 0, 0, 1, 1, 1, 1); 
+        void* var_45 = tensorHalfBatchNorm(var_44, batch_normalization_13_gamma, batch_normalization_13_beta, batch_normalization_13_mean, batch_normalization_13_variance, 0.001); 
+        void* var_46 = tensorHalfRelu(var_45); 
+        void* var_47 = tensorHalfPooling(var_46,1,2,2,0,0,2,2); 
+        void* var_49 = tensorHalfGemmGPU(var_47, dense_1_w); 
+        void* var_50 = tensorHalfAdd(var_49, dense_1_b); 
+        void* var_51 = tensorSoftmax(var_50); 
+
+        uint8_t* labels = readLabelsBatch(labels_path.c_str(),start,end); 
+
+        float accuracy = computeAccuracy2(labels, batch_size, var_51); 
+        final_accuracy += accuracy; 
+        freeBatchMemory(); 
+
+    }
+
+    final_accuracy = final_accuracy / batch_count;
+    dumpFinalAccuracy(final_accuracy);
+
+    dumpExecutionAccuracies();
+
+    llvm_hpvm_cleanupTensorRt(); 
+
+    return 0; 
+
+}
diff --git a/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/resnet18_cifar10_half.cc b/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/resnet18_cifar10_half.cc
index 4bd8f6ca3e0d45963a3d142b94d64eec6759e661..fd1ef968591b61be66373e5b959605ce3dafb681 100644
--- a/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/resnet18_cifar10_half.cc
+++ b/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/resnet18_cifar10_half.cc
@@ -110,8 +110,8 @@ int main(){
 
   startMemTracking();
 
-  int test_input_size = 10000;
-  int batch_size = 2000;
+  int test_input_size = 2000;
+  int batch_size = 1000;
   int batch_count = test_input_size / batch_size;
   float final_accuracy = 0.0;
 
diff --git a/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/vgg16_cifar100_half.cc b/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/vgg16_cifar100_half.cc
new file mode 100644
index 0000000000000000000000000000000000000000..f6a6d0ecbf6b158d48f0cbdd39f6c417476dcc3e
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/vgg16_cifar100_half.cc
@@ -0,0 +1,160 @@
+#include <stdio.h> 
+#include <stdlib.h> 
+#include <unistd.h> 
+#include <fcntl.h> 
+#include <sys/types.h> 
+#include <sys/stat.h> 
+#include <string.h> 
+
+#include "../../../tensor_runtime/include/tensor_runtime.h"
+#include "../../include/utils.h"
+
+int main(){ 
+
+    llvm_hpvm_initTensorRt(0); 
+
+    std::string dir_prefix = std::string("../model_params/vgg16_cifar100_front/"); 
+    std::string input_path =  dir_prefix + std::string("input.bin"); 
+    std::string labels_path =  dir_prefix + std::string("labels.bin"); 
+    std::string conv2d_1_w_path =  dir_prefix + std::string("conv2d_1_w.bin"); 
+    void* conv2d_1_w =  readTrainedWeights(conv2d_1_w_path.c_str(), 0,64,3,3,3); 
+    std::string conv2d_1_b_path =  dir_prefix + std::string("conv2d_1_b.bin"); 
+    void* conv2d_1_b =  readTrainedWeights(conv2d_1_b_path.c_str(), 0,1,64,1,1); 
+    std::string conv2d_2_w_path =  dir_prefix + std::string("conv2d_2_w.bin"); 
+    void* conv2d_2_w =  readTrainedWeights(conv2d_2_w_path.c_str(), 0,64,64,3,3); 
+    std::string conv2d_2_b_path =  dir_prefix + std::string("conv2d_2_b.bin"); 
+    void* conv2d_2_b =  readTrainedWeights(conv2d_2_b_path.c_str(), 0,1,64,1,1); 
+    std::string conv2d_3_w_path =  dir_prefix + std::string("conv2d_3_w.bin"); 
+    void* conv2d_3_w =  readTrainedWeights(conv2d_3_w_path.c_str(), 0,128,64,3,3); 
+    std::string conv2d_3_b_path =  dir_prefix + std::string("conv2d_3_b.bin"); 
+    void* conv2d_3_b =  readTrainedWeights(conv2d_3_b_path.c_str(), 0,1,128,1,1); 
+    std::string conv2d_4_w_path =  dir_prefix + std::string("conv2d_4_w.bin"); 
+    void* conv2d_4_w =  readTrainedWeights(conv2d_4_w_path.c_str(), 0,128,128,3,3); 
+    std::string conv2d_4_b_path =  dir_prefix + std::string("conv2d_4_b.bin"); 
+    void* conv2d_4_b =  readTrainedWeights(conv2d_4_b_path.c_str(), 0,1,128,1,1); 
+    std::string conv2d_5_w_path =  dir_prefix + std::string("conv2d_5_w.bin"); 
+    void* conv2d_5_w =  readTrainedWeights(conv2d_5_w_path.c_str(), 0,256,128,3,3); 
+    std::string conv2d_5_b_path =  dir_prefix + std::string("conv2d_5_b.bin"); 
+    void* conv2d_5_b =  readTrainedWeights(conv2d_5_b_path.c_str(), 0,1,256,1,1); 
+    std::string conv2d_6_w_path =  dir_prefix + std::string("conv2d_6_w.bin"); 
+    void* conv2d_6_w =  readTrainedWeights(conv2d_6_w_path.c_str(), 0,256,256,3,3); 
+    std::string conv2d_6_b_path =  dir_prefix + std::string("conv2d_6_b.bin"); 
+    void* conv2d_6_b =  readTrainedWeights(conv2d_6_b_path.c_str(), 0,1,256,1,1); 
+    std::string conv2d_7_w_path =  dir_prefix + std::string("conv2d_7_w.bin"); 
+    void* conv2d_7_w =  readTrainedWeights(conv2d_7_w_path.c_str(), 0,256,256,3,3); 
+    std::string conv2d_7_b_path =  dir_prefix + std::string("conv2d_7_b.bin"); 
+    void* conv2d_7_b =  readTrainedWeights(conv2d_7_b_path.c_str(), 0,1,256,1,1); 
+    std::string conv2d_8_w_path =  dir_prefix + std::string("conv2d_8_w.bin"); 
+    void* conv2d_8_w =  readTrainedWeights(conv2d_8_w_path.c_str(), 0,512,256,3,3); 
+    std::string conv2d_8_b_path =  dir_prefix + std::string("conv2d_8_b.bin"); 
+    void* conv2d_8_b =  readTrainedWeights(conv2d_8_b_path.c_str(), 0,1,512,1,1); 
+    std::string conv2d_9_w_path =  dir_prefix + std::string("conv2d_9_w.bin"); 
+    void* conv2d_9_w =  readTrainedWeights(conv2d_9_w_path.c_str(), 0,512,512,3,3); 
+    std::string conv2d_9_b_path =  dir_prefix + std::string("conv2d_9_b.bin"); 
+    void* conv2d_9_b =  readTrainedWeights(conv2d_9_b_path.c_str(), 0,1,512,1,1); 
+    std::string conv2d_10_w_path =  dir_prefix + std::string("conv2d_10_w.bin"); 
+    void* conv2d_10_w =  readTrainedWeights(conv2d_10_w_path.c_str(), 0,512,512,3,3); 
+    std::string conv2d_10_b_path =  dir_prefix + std::string("conv2d_10_b.bin"); 
+    void* conv2d_10_b =  readTrainedWeights(conv2d_10_b_path.c_str(), 0,1,512,1,1); 
+    std::string conv2d_11_w_path =  dir_prefix + std::string("conv2d_11_w.bin"); 
+    void* conv2d_11_w =  readTrainedWeights(conv2d_11_w_path.c_str(), 0,512,512,3,3); 
+    std::string conv2d_11_b_path =  dir_prefix + std::string("conv2d_11_b.bin"); 
+    void* conv2d_11_b =  readTrainedWeights(conv2d_11_b_path.c_str(), 0,1,512,1,1); 
+    std::string conv2d_12_w_path =  dir_prefix + std::string("conv2d_12_w.bin"); 
+    void* conv2d_12_w =  readTrainedWeights(conv2d_12_w_path.c_str(), 0,512,512,3,3); 
+    std::string conv2d_12_b_path =  dir_prefix + std::string("conv2d_12_b.bin"); 
+    void* conv2d_12_b =  readTrainedWeights(conv2d_12_b_path.c_str(), 0,1,512,1,1); 
+    std::string conv2d_13_w_path =  dir_prefix + std::string("conv2d_13_w.bin"); 
+    void* conv2d_13_w =  readTrainedWeights(conv2d_13_w_path.c_str(), 0,512,512,3,3); 
+    std::string conv2d_13_b_path =  dir_prefix + std::string("conv2d_13_b.bin"); 
+    void* conv2d_13_b =  readTrainedWeights(conv2d_13_b_path.c_str(), 0,1,512,1,1); 
+    std::string dense_1_w_path =  dir_prefix + std::string("dense_1_w.bin"); 
+    void* dense_1_w =  readTrainedWeights(dense_1_w_path.c_str(), 0,1,1,512,512); 
+    std::string dense_1_b_path =  dir_prefix + std::string("dense_1_b.bin"); 
+    void* dense_1_b =  readTrainedWeights(dense_1_b_path.c_str(), 0,1,512,1,1); 
+    std::string dense_2_w_path =  dir_prefix + std::string("dense_2_w.bin"); 
+    void* dense_2_w =  readTrainedWeights(dense_2_w_path.c_str(), 0,1,1,512,100); 
+    std::string dense_2_b_path =  dir_prefix + std::string("dense_2_b.bin"); 
+    void* dense_2_b =  readTrainedWeights(dense_2_b_path.c_str(), 0,1,100,1,1); 
+
+
+    startMemTracking(); 
+
+    int test_input_size = 2000; 
+    int batch_size = 1000; 
+    int batch_count = test_input_size / batch_size; 
+    float final_accuracy = 0.0; 
+
+    for(int i = 0; i < batch_count; i++){ 
+
+        int start = i * batch_size; 
+        int end = (i + 1) * batch_size; 
+
+        void* input = readInputBatch(input_path.c_str(),0,start,end,3,32,32); 
+
+        void* var_0 = tensorHalfConvolution(input, conv2d_1_w, 1, 1, 1, 1, 1, 0); 
+        void* var_1 = tensorHalfAdd(var_0, conv2d_1_b); 
+        void* var_2 = tensorHalfRelu(var_1); 
+        void* var_4 = tensorHalfConvolution(var_2, conv2d_2_w, 1, 1, 1, 1, 1, 0); 
+        void* var_5 = tensorHalfAdd(var_4, conv2d_2_b); 
+        void* var_6 = tensorHalfRelu(var_5); 
+        void* var_7 = tensorHalfPooling(var_6,0,2,2,0,0,2,2); 
+        void* var_8 = tensorHalfConvolution(var_7, conv2d_3_w, 1, 1, 1, 1, 1, 0); 
+        void* var_9 = tensorHalfAdd(var_8, conv2d_3_b); 
+        void* var_10 = tensorHalfRelu(var_9); 
+        void* var_12 = tensorHalfConvolution(var_10, conv2d_4_w, 1, 1, 1, 1, 1, 0); 
+        void* var_13 = tensorHalfAdd(var_12, conv2d_4_b); 
+        void* var_14 = tensorHalfRelu(var_13); 
+        void* var_15 = tensorHalfPooling(var_14,0,2,2,0,0,2,2); 
+        void* var_16 = tensorHalfConvolution(var_15, conv2d_5_w, 1, 1, 1, 1, 1, 0); 
+        void* var_17 = tensorHalfAdd(var_16, conv2d_5_b); 
+        void* var_18 = tensorHalfRelu(var_17); 
+        void* var_20 = tensorHalfConvolution(var_18, conv2d_6_w, 1, 1, 1, 1, 1, 0); 
+        void* var_21 = tensorHalfAdd(var_20, conv2d_6_b); 
+        void* var_22 = tensorHalfRelu(var_21); 
+        void* var_24 = tensorHalfConvolution(var_22, conv2d_7_w, 1, 1, 1, 1, 1, 0); 
+        void* var_25 = tensorHalfAdd(var_24, conv2d_7_b); 
+        void* var_26 = tensorHalfRelu(var_25); 
+        void* var_27 = tensorHalfPooling(var_26,0,2,2,0,0,2,2); 
+        void* var_28 = tensorHalfConvolution(var_27, conv2d_8_w, 1, 1, 1, 1, 1, 0); 
+        void* var_29 = tensorHalfAdd(var_28, conv2d_8_b); 
+        void* var_30 = tensorHalfRelu(var_29); 
+        void* var_32 = tensorHalfConvolution(var_30, conv2d_9_w, 1, 1, 1, 1, 1, 0); 
+        void* var_33 = tensorHalfAdd(var_32, conv2d_9_b); 
+        void* var_34 = tensorHalfRelu(var_33); 
+        void* var_36 = tensorHalfConvolution(var_34, conv2d_10_w, 1, 1, 1, 1, 1, 0); 
+        void* var_37 = tensorHalfAdd(var_36, conv2d_10_b); 
+        void* var_38 = tensorHalfRelu(var_37); 
+        void* var_39 = tensorHalfPooling(var_38,0,2,2,0,0,2,2); 
+        void* var_40 = tensorHalfConvolution(var_39, conv2d_11_w, 1, 1, 1, 1, 1, 0); 
+        void* var_41 = tensorHalfAdd(var_40, conv2d_11_b); 
+        void* var_42 = tensorHalfRelu(var_41); 
+        void* var_44 = tensorHalfConvolution(var_42, conv2d_12_w, 1, 1, 1, 1, 1, 0); 
+        void* var_45 = tensorHalfAdd(var_44, conv2d_12_b); 
+        void* var_46 = tensorHalfRelu(var_45); 
+        void* var_48 = tensorHalfConvolution(var_46, conv2d_13_w, 1, 1, 1, 1, 1, 0); 
+        void* var_49 = tensorHalfAdd(var_48, conv2d_13_b); 
+        void* var_50 = tensorHalfRelu(var_49); 
+        void* var_51 = tensorHalfPooling(var_50,0,2,2,0,0,2,2); 
+        void* var_54 = tensorHalfGemmGPU(var_51, dense_1_w); 
+        void* var_55 = tensorHalfAdd(var_54, dense_1_b); 
+        void* var_56 = tensorHalfRelu(var_55); 
+        void* var_58 = tensorHalfGemmGPU(var_56, dense_2_w); 
+        void* var_59 = tensorHalfAdd(var_58, dense_2_b); 
+        void* var_60 = tensorSoftmax(var_59); 
+
+        uint8_t* labels = readLabelsBatch(labels_path.c_str(),start,end); 
+
+        float accuracy = computeAccuracy2(labels, batch_size, var_60, 100); 
+        final_accuracy += accuracy; 
+        freeBatchMemory(); 
+
+    }
+
+    final_accuracy = final_accuracy / batch_count;
+    dumpFinalAccuracy(final_accuracy); 
+
+    llvm_hpvm_cleanupTensorRt(); 
+
+    return 0; 
+}
diff --git a/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/vgg16_cifar10_half.cc b/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/vgg16_cifar10_half.cc
index 5c7e7d2de4797b320f185ca6c28df293560b2282..b296504a74c51de236da60e217f73925c805616f 100644
--- a/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/vgg16_cifar10_half.cc
+++ b/llvm/projects/hpvm-tensor-rt/dnn_sources/src/half/vgg16_cifar10_half.cc
@@ -80,8 +80,8 @@ int main(){
 
   startMemTracking();
 
-  int test_input_size = 10000;
-  int batch_size = 2000;
+  int test_input_size = 2000;
+  int batch_size = 1000;
   int batch_count = test_input_size / batch_size;
   float final_accuracy = 0.0;
 
diff --git a/llvm/projects/hpvm-tensor-rt/opentuner/autotuner/psnr_tuner.py b/llvm/projects/hpvm-tensor-rt/opentuner/autotuner/psnr_tuner.py
new file mode 100644
index 0000000000000000000000000000000000000000..7d9f601819f985877b6acdd4f1a5ff71f6b74113
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/opentuner/autotuner/psnr_tuner.py
@@ -0,0 +1,323 @@
+#!/usr/bin/env python
+#
+# Algorithmic Approximation Tuning
+# Purpose: Tunes for Perforation, Sampling, Numerical Precision (FP16)
+
+
+import adddeps  
+
+import argparse
+import opentuner
+from opentuner import ConfigurationManipulator
+from opentuner import MeasurementInterface
+from opentuner import Result
+from opentuner import EnumParameter
+from opentuner.search.objective import ThresholdAccuracyMinimizeTime
+from opentuner.measurement.inputmanager import FixedInputManager
+import shutil
+import os
+import sys
+import subprocess
+import threading
+import psutil
+
+from measure_confidence2 import dump_promise_confidence_files3
+from measure_confidence2 import getConfidence, getMinAccuracy
+from select_top_results import select_top_results
+from time import sleep
+from pareto_curve import findParetoConfigs
+
+
+
+
+class TunerData:
+  def __init__(self):
+    self.binary_path = ""
+    self.output_dir = ""
+    self.num_layers = 0
+    self.knobs_list = []
+    self.knobs_speedup = {}
+    self.accuracy_threshold = 0
+    self.test_id = 0
+    self.layer_costs = []
+    self.tuning_flags = []
+    self.autotuner_runs = 0
+    
+    
+
+
+tunerData = TunerData()
+
+
+
+
+def readCostFile(file_path):
+
+  layer_costs = []
+  f = open(file_path)
+  for x in f:
+    cost = float(x.strip())
+    layer_costs.append(cost)
+
+  print ("len(layer_costs) = ", layer_costs)
+  f.close()
+
+  return layer_costs
+
+  
+
+def getPSNR_violation(file_name):
+  
+  file = open(file_name, "r")
+  acc_str = file.read()
+  file.close()
+  accuracy = float(acc_str)
+  
+  try:
+    accuracy = float(acc_str)
+  except:
+    return 20
+    
+  print (accuracy)
+  return accuracy
+    
+
+
+def createFlagsFile(file_name, cfg):
+
+  f = open(file_name, "w+")
+  cmd_config = ""
+  for i in range(tunerData.num_layers):  # flag in tunerData.tuning_flags:
+    flag = tunerData.tuning_flags[i]
+    flag_value = cfg[flag]
+    cmd_config += str(flag_value) + "\n"
+    
+  f.write(cmd_config)
+  f.close()
+
+  
+
+def readLayerKnobs(file_path):
+
+  f = open(file_path, "r")
+  knobs_list = []
+  for x in f:
+    knobs = []
+    vals = x.split(",")
+    for val in vals:
+      knobs.append(int(val))
+      
+    knobs_list.append(knobs)
+
+  print ("knobs_list = ", knobs_list)
+  
+  return knobs_list
+
+
+
+def readKnobConfig(file_path):
+
+  knobs_speedup = {}
+  f = open(file_path, "r")
+  for x in f:
+    toks = x.split("\t")
+    ID = int(toks[0].split(",")[1])
+
+    speedup = float(toks[2])
+    knobs_speedup[ID] = speedup
+  
+  print ("knobs_speedup = ", knobs_speedup)
+  
+  return knobs_speedup
+
+
+
+
+def getConfigCost(cfg):
+
+  orig_cost = 0.0
+  total_cost = 0.0
+  for it in range(tunerData.num_layers):
+    flag = tunerData.tuning_flags[it]
+    flag_value = cfg[flag]
+    op_cost = tunerData.layer_costs[it]
+    speedup = tunerData.knobs_speedup[flag_value]
+
+    total_cost += (op_cost * 1.0 / speedup * 1.0)
+    orig_cost += op_cost
+    
+    it += 1
+
+  speedup = (orig_cost * 1.0) / (total_cost * 1.0)
+  
+  return total_cost, speedup
+
+
+
+def appendTopLine(f_path, accuracy, total_runs, total_comps, speedup):
+
+  f_str = open(f_path, "r").read()
+
+  f_out = open(f_path, "w+")
+  f_out.write("avg_accuracy=" + str(accuracy) + "\tconfig_cost=" + str(total_comps) + "\tspeedup=" + str(speedup) + "\n" )
+  f_out.write(f_str)
+
+  f_out.close()
+      
+
+  
+def dumpAccuracyFile(accuracy):
+  
+  f_acc = open(tunerData.output_dir + '/' + tunerData.binary_path + '_' + str(tunerData.test_id) + "_accuracy", "w")
+  f_acc.write(str(accuracy))
+  f_acc.close()
+ 
+
+
+class ClangFlagsTuner(MeasurementInterface):
+
+  def __init__(self, args):
+    objective = ThresholdAccuracyMinimizeTime(tunerData.accuracy_threshold)
+    input_manager = FixedInputManager(size=tunerData.num_layers)
+    self.configs_list = []
+
+    super(ClangFlagsTuner, self).__init__(
+        args, program_name=args.binary,
+        program_version=self.file_hash(args.binary),
+        input_manager=input_manager, objective=objective)
+
+
+    
+
+  def manipulator(self):
+    """
+    Define the search space by creating a
+    ConfigurationManipulator
+    """
+    manipulator = ConfigurationManipulator()
+
+    for i in range(tunerData.num_layers):
+      tunerData.tuning_flags.append("flag" + str(i))
+
+         
+    #for flag in tunerData.tuning_flags:
+    for ind in range(tunerData.num_layers):
+        flag = tunerData.tuning_flags[ind]
+
+        manipulator.add_parameter(EnumParameter(flag, tunerData.knobs_list[ind]))
+        print ("ind = ", ind, " len = ", len(tunerData.knobs_list))
+        print (tunerData.knobs_list[ind])
+          
+        ind += 1  
+      
+    return manipulator
+
+  
+  
+  def run(self, desired_result, input, limit):
+    
+    """
+    Run  a given configuration then
+    return performance
+    """
+    global test_id
+    
+    cfg = desired_result.configuration.data
+    
+    # NOTE: creates the file with flags read by the runtime
+    createFlagsFile("promise_flags", cfg)
+    
+    run_cmd = tunerData.binary_path
+    print "\nbinary_path = ", run_cmd
+
+    input_size = 5000
+    offset = 5000
+
+    total_runs = 1 # NOTE: Single run sufficient in Algorithmic Approx Tuner
+    FNULL = open(os.devnull, 'wb')
+    p = subprocess.Popen([run_cmd, str(total_runs), str(tunerData.accuracy_threshold), str(1), str(input_size), str(offset) ], stdout = FNULL)
+    p.wait()
+
+       
+    PSNR_violation = getPSNR_violation("final_accuracy")
+    
+    # getConfigCost returns the cost associated with the selected configuration
+    total_comps, speedup = getConfigCost(cfg)
+   
+    
+    Result = opentuner.resultsdb.models.Result()
+    Result.time = total_comps
+    #Result.accuracy = accuracy
+
+    # NOTE: Fixing Violation Rate at 5% threshold
+    if PSNR_violation < 5:
+      config_tuple = (total_comps, PSNR_violation, cfg)
+      self.configs_list.append(config_tuple)
+      f_path = tunerData.output_dir + '/' + tunerData.binary_path + '_' + str(tunerData.test_id)
+      shutil.copy('promise_flags', f_path)
+
+      appendTopLine(f_path, PSNR_violation, total_runs, total_comps, speedup)
+
+      # dumpAccuracyFile(accuracy)
+                   
+      
+    tunerData.test_id += 1
+    
+    return Result
+
+
+  def save_final_config(self, configuration):
+
+    print "Done with Autotuning Run \n"
+    sleep(2)
+
+    print "Final configuration", configuration.data
+
+    return
+
+  
+
+
+if __name__ == '__main__':
+
+  argparser = argparse.ArgumentParser(parents=opentuner.argparsers())
+  argparser.add_argument('--binary', help='path to target binary')
+  argparser.add_argument('--num-layers', type=int, help='num of flags to tune')
+  argparser.add_argument('--accuracy', type=float, help='accuracy threshold')
+  argparser.add_argument('--result-dir', help='result directory')
+  argparser.add_argument('--cost-file', help='layer description')
+  argparser.add_argument('--knobs-config', help='knob settings and ID mapping')
+  argparser.add_argument('--layer-knobs', help='per-layer Knobs')
+  
+  
+  args = argparser.parse_args()
+
+  tunerData.binary_path = str(args.binary)
+  tunerData.num_layers = int(args.num_layers)
+  tunerData.accuracy_threshold = float(args.accuracy)
+
+  # NOTE: Reading the cost file (with No of ops) to better guide the Autotuner
+  cost_file_path = args.cost_file
+  tunerData.layer_costs = readCostFile(cost_file_path)
+  
+  tunerData.knobs_list = readLayerKnobs(args.layer_knobs)
+  tunerData.knobs_speedup = readKnobConfig(args.knobs_config)
+
+  
+  result_dir = args.result_dir
+  if result_dir == "":
+    print("Provide --result-dir ")
+        
+  tunerData.output_dir = result_dir + "/high_confidence/"
+  if not os.path.exists(result_dir):
+    os.mkdir(result_dir)
+    
+  if not os.path.exists(tunerData.output_dir):
+    print("Creating output directory = ", tunerData.output_dir)
+    os.mkdir(tunerData.output_dir)
+
+
+    
+  ClangFlagsTuner.main(argparser.parse_args())
+
+  
diff --git a/llvm/projects/hpvm-tensor-rt/opentuner/data/global_knobs.txt b/llvm/projects/hpvm-tensor-rt/opentuner/data/global_knobs.txt
index 2180997527410cfdbf577a116fd39a592e2af05b..54a09e08530f13f5435cdb6d4cd48a2b67ef2b38 100644
--- a/llvm/projects/hpvm-tensor-rt/opentuner/data/global_knobs.txt
+++ b/llvm/projects/hpvm-tensor-rt/opentuner/data/global_knobs.txt
@@ -16,6 +16,12 @@ samp,33	4,0	1.8	tensorConvolution	tensorConvSampSim
 samp,34	4,1	1.8	tensorConvolution	tensorConvSampSim
 samp,35	4,2	1.8	tensorConvolution	tensorConvSampSim
 samp,36	4,3	1.8	tensorConvolution	tensorConvSampSim
+reduction_samp,41	1	1.5
+reduction_samp,42	1	2.25
+reduction_samp,43	1	1.4
+reduction_samp,44	1	2
+reduction_samp,45	1	1.25
+reduction_samp,46	1	1.8
 swing_level,1	1	12
 swing_level,2	1	10
 swing_level,3	1	9
diff --git a/llvm/projects/hpvm-tensor-rt/opentuner/data/global_knobs_dnn.txt b/llvm/projects/hpvm-tensor-rt/opentuner/data/global_knobs_dnn.txt
new file mode 100644
index 0000000000000000000000000000000000000000..2180997527410cfdbf577a116fd39a592e2af05b
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/opentuner/data/global_knobs_dnn.txt
@@ -0,0 +1,25 @@
+fp32,11	-1	1.0	tensorConvolution	tensorConvolution
+fp16,12	-1	1.5	tensorConvolution	tensorHalfConvolution
+perf,21	1,2,0	2.25	tensorConvolution	tensorConvPerfCuda
+perf,22	1,2,1	2.25	tensorConvolution	tensorConvPerfCuda
+perf,23	1,3,0	1.88	tensorConvolution	tensorConvPerfCuda
+perf,24	1,3,1	1.88	tensorConvolution	tensorConvPerfCuda
+perf,25	1,3,2	1.88	tensorConvolution	tensorConvPerfCuda
+perf,26	2,1,0	2.25	tensorConvolution	tensorConvPerfCuda
+perf,27	2,1,1	2.25	tensorConvolution	tensorConvPerfCuda
+perf,28	3,1,0	1.88	tensorConvolution	tensorConvPerfCuda
+perf,29	3,1,1	1.88	tensorConvolution	tensorConvPerfCuda
+perf,30	3,1,2	1.88	tensorConvolution	tensorConvPerfCuda
+samp,31	2,0	2.25	tensorConvolution	tensorConvSampSim
+samp,32	2,1	2.25	tensorConvolution	tensorConvSampSim
+samp,33	4,0	1.8	tensorConvolution	tensorConvSampSim
+samp,34	4,1	1.8	tensorConvolution	tensorConvSampSim
+samp,35	4,2	1.8	tensorConvolution	tensorConvSampSim
+samp,36	4,3	1.8	tensorConvolution	tensorConvSampSim
+swing_level,1	1	12
+swing_level,2	1	10
+swing_level,3	1	9
+swing_level,4	1	8
+swing_level,5	1	6
+swing_level,6	1	5
+swing_level,7	1	4
diff --git a/llvm/projects/hpvm-tensor-rt/table_fixer.py b/llvm/projects/hpvm-tensor-rt/table_fixer.py
new file mode 100644
index 0000000000000000000000000000000000000000..3095d15aba0757aca3b74705ba57b5e189b5cecb
--- /dev/null
+++ b/llvm/projects/hpvm-tensor-rt/table_fixer.py
@@ -0,0 +1,72 @@
+# Fixes table format
+# Remove all instances of cifar10 --> each col should start with fp16 or fp32
+# Combine multiple tables
+
+def fix_columns(table_name, new_filename):
+    table_file = open(table_name, "r")
+
+    new_table_file = []
+
+    for line in table_file:
+        line = line.strip()
+        if line.startswith("**"):
+            col_names = line.split()
+            new_col_names = []
+
+            for col_name in col_names:
+                if col_name.find("fp16") != -1: 
+                    new_col_names.append(col_name[col_name.find("fp16") : ])
+                elif col_name.find("fp32") != -1:
+                    new_col_names.append(col_name[col_name.find("fp32") : ])
+                else:
+                    new_col_names.append(col_name)
+            new_table_file.append(' '.join(new_col_names))
+        else:
+            new_table_file.append(line)
+    table_file.close()
+    table_file_new = open(new_filename, "w")
+    table_file_new.write('\n'.join(new_table_file))
+    table_file_new.close()
+
+def combine_tables(table1, table2, new_filename):
+    table1_file = open(table1, "r")
+    table2_file = open(table2, "r")
+
+    table1_data = table1_file.read().strip().split('\n')
+    table2_data = table2_file.read().strip().split('\n')
+    new_contents = []
+
+    table2_ind = 0
+    for table1_line in table1_data:
+        table2_line = table2_data[table2_ind]
+
+        if table1_line.startswith("**"):
+            assert table2_line.startswith("**")
+            table2_lst = table2_line.strip().split()
+            table2_cols = ' '.join(table2_lst[3 : ])
+            new_contents.append(table1_line + ' ' + table2_cols)
+        else:
+            table2_lst = table2_line.strip().split()
+            table2_cols = ' '.join(table2_lst[1 : ])
+            new_contents.append(table1_line + ' ' + table2_cols)
+        table2_ind += 1
+
+    table1_file.close()
+    table2_file.close()
+
+    new_file = open(new_filename, "w")
+    new_file.write('\n'.join(new_contents))
+    new_file.close()
+
+import sys
+
+if __name__ == "__main__":
+    num_args = len(sys.argv)
+
+    if num_args != 4 and num_args != 5:
+        print("python table_fixer.py <fix> <filename> OR <combine> <table1> <table2> <new name>")
+        exit(1)
+    elif sys.argv[1] == "fix":
+        fix_columns(sys.argv[2], sys.argv[3])
+    elif sys.argv[1] == "combine":
+        combine_tables(sys.argv[2], sys.argv[3], sys.argv[4])
diff --git a/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/approx_api.h b/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/approx_api.h
index 14bc30e1c02c5516e211bc182c1db585e57bc616..811fa4090ff2f4399b31bfb0ec228801eee844e0 100644
--- a/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/approx_api.h
+++ b/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/approx_api.h
@@ -59,5 +59,12 @@ extern "C"{
 			     int conv_mode, int conv_groups,
 			     int row, int col,
 			     int skip_every, int skip_offset);
-  
+
+  void* tensorConvApprox(void* input_ptr, void* filter_ptr,
+			 int vertical_pad, int horizontal_pad,
+			 int vertical_stride, int horizontal_stride,
+			 int conv_mode, int conv_groups,
+			 int row, int col,
+			 int skip_every, int skip_offset);
+
 }
diff --git a/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/approx_techniques2.h b/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/approx_techniques2.h
index 2815a3a6d81e834ad26d88a6f5c3e9f1004c4c2f..e2905db99ae142b013215dcf90e0e0cbb9c5f70e 100644
--- a/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/approx_techniques2.h
+++ b/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/approx_techniques2.h
@@ -213,10 +213,10 @@ void* tensorConvPerfCuda(void* input_ptr, void* filter_ptr,
   hostToDeviceCopy(input);
   hostToDeviceCopy(filter);
 
-  
+  profileEvent("H2F_start");
   convertToFP32(input);
   convertToFP32(filter);
-  
+  profileEvent("H2F_end");
   
   int n, c, h, w; // output dimensions
   n = input->dims.dim_sizes[0];
@@ -255,7 +255,8 @@ void* tensorConvPerfCuda(void* input_ptr, void* filter_ptr,
 
     convToGemmPerfRow<<<gridSize, blockSize>>>(convData, (float *)input->gpu_data, n,
 					       input->dims.dim_sizes[1], input->dims.dim_sizes[2],
-					       input->dims.dim_sizes[3], KH, KW, vertical_pad, horizontal_pad, h, w,
+					       input->dims.dim_sizes[3], KH, KW, vertical_pad,
+					       horizontal_pad, h, w,
 					       vertical_stride, horizontal_stride, row, start, h_eff);
 
 
@@ -284,7 +285,7 @@ void* tensorConvPerfCuda(void* input_ptr, void* filter_ptr,
 					    row, start);
     cudaDeviceSynchronize();
 
-    cudaFree(output);
+    freeTensor(output);
     cudaFree(convData);
   }
   else if(col > 1){
@@ -307,7 +308,8 @@ void* tensorConvPerfCuda(void* input_ptr, void* filter_ptr,
 
     convToGemmPerfCol<<<gridSize, blockSize>>>(convData, (float *)input->gpu_data, n,
 					       input->dims.dim_sizes[1], input->dims.dim_sizes[2],
-					       input->dims.dim_sizes[3], KH, KW, vertical_pad, horizontal_pad, h, w,
+					       input->dims.dim_sizes[3], KH, KW,
+					       vertical_pad, horizontal_pad, h, w,
 					       vertical_stride, horizontal_stride, col, start, w_eff);
 
 
@@ -336,7 +338,7 @@ void* tensorConvPerfCuda(void* input_ptr, void* filter_ptr,
 					    col, start);
     cudaDeviceSynchronize();
 
-    cudaFree(output);
+    freeTensor(output);
     cudaFree(convData);
   }
   else{
@@ -357,8 +359,10 @@ void* tensorConvPerfCuda(void* input_ptr, void* filter_ptr,
     const int gridSize = (n * input->dims.dim_sizes[1] * h * w + blockSize - 1) / blockSize;
     convToGemmApprox<<<gridSize, blockSize>>>(convData, (float *)input->gpu_data, n,
 					      input->dims.dim_sizes[1], input->dims.dim_sizes[2],
-					      input->dims.dim_sizes[3], KH, KW, vertical_pad, horizontal_pad, h, w,
-					      vertical_stride, horizontal_stride, num_filter_elem, c * h * w);
+					      input->dims.dim_sizes[3], KH, KW,
+					      vertical_pad, horizontal_pad, h, w,
+					      vertical_stride, horizontal_stride,
+					      num_filter_elem, c * h * w);
     checkCudaErrors(cudaDeviceSynchronize());
     //Do the matrix multiplication. Want to multiply convData by filter->gpu_data[f * chan * KH * KW]
     float alpha = 1.0f, beta = 0.0f;
@@ -377,7 +381,7 @@ void* tensorConvPerfCuda(void* input_ptr, void* filter_ptr,
   }
 
 
-  profileEvent("Conv_end", true);
+  profileEvent("Conv_end"); //, true);
  
   
   return new_output;
@@ -591,6 +595,7 @@ void* tensorConvPerfCudaHalf(void* input_ptr, void* filter_ptr,
 			     int row, int col, int start){
 
   INFO("*** TensorConvolution half perforation \n");
+  profileEvent("#Conv");
 
   Tensor* input = (Tensor*)input_ptr;
   Tensor* filter = (Tensor*)filter_ptr;
@@ -599,19 +604,14 @@ void* tensorConvPerfCudaHalf(void* input_ptr, void* filter_ptr,
     conv_groups = 1;
   }
 
-  profileEvent("F2H_start");
-
   hostToDeviceCopy(input);
   hostToDeviceCopy(filter);
 
+  profileEvent("F2H_start");
   convertToFP16(input);
   convertToFP16(filter);
-
-  /******* END OF INPUT DATA CONVERSIONS*/
   profileEvent("F2H_end");
 
-  profileEvent("Conv");
-
   Tensor* output_half;
   int n, c, h, w; // output dimensions
   n = input->dims.dim_sizes[0];
@@ -686,7 +686,7 @@ void* tensorConvPerfCudaHalf(void* input_ptr, void* filter_ptr,
 						row, start);
     cudaDeviceSynchronize();
 
-    cudaFree(output_half);
+    freeTensor(output_half);
     cudaFree(convData);
   }
   else if(col > 1){
@@ -746,7 +746,7 @@ void* tensorConvPerfCudaHalf(void* input_ptr, void* filter_ptr,
     
     cudaDeviceSynchronize();
 
-    cudaFree(output_half);
+    freeTensor(output_half);
     cudaFree(convData);
 
   }
@@ -767,9 +767,11 @@ void* tensorConvPerfCudaHalf(void* input_ptr, void* filter_ptr,
     const int blockSize = 256;
     const int gridSize = (n * input->dims.dim_sizes[1] * h * w + blockSize - 1) / blockSize;
     convToGemmApproxHalfN<<<gridSize, blockSize>>>(convData, (__half *)input->gpu_half_data, n,
-						  input->dims.dim_sizes[1], input->dims.dim_sizes[2],
-						  input->dims.dim_sizes[3], KH, KW, vertical_pad, horizontal_pad, h, w,
-						  vertical_stride, horizontal_stride, num_filter_elem, c * h * w);
+						   input->dims.dim_sizes[1], input->dims.dim_sizes[2],
+						   input->dims.dim_sizes[3], KH, KW,
+						   vertical_pad, horizontal_pad, h, w,
+						   vertical_stride, horizontal_stride,
+						   num_filter_elem, c * h * w);
     checkCudaErrors(cudaDeviceSynchronize());
     //Do the matrix multiplication. Want to multiply convData by filter->gpu_data[f * chan * KH * KW]
     const __half alf = approx_float_to_half(1.0);
@@ -802,18 +804,17 @@ void* tensorConvPerfCudaHalf(void* input_ptr, void* filter_ptr,
     checkCudaErrors(cudaDeviceSynchronize());
     
     cudaFree(convData);
-    cudaFree(output_half);
+    freeTensor(output_half);
   }
 
-  profileEvent("Conv_end", true);
+  //profileEvent("Conv_end", true);
 
   profileEvent("H2F_start");
-
   convertToFP32_offline(new_output);
-
   profileEvent("H2F_end");
 
-  
+  profileEvent("#Conv_end"); //, true);
+
   return new_output;
 }
 
@@ -919,6 +920,8 @@ void* tensorConvInputHalf(void* input_ptr, void* filter_ptr,
 			  int skip_every, int skip_offset){
 
   INFO("*** TensorHConvolution input sampling \n");
+  profileEvent("#Conv");
+
   Tensor* input = (Tensor*)input_ptr;
   Tensor* filter = (Tensor*)filter_ptr;
   //FIXME: Current hack to preserve backward compatibilty
@@ -926,19 +929,14 @@ void* tensorConvInputHalf(void* input_ptr, void* filter_ptr,
     conv_groups = 1;
   }
 
-  profileEvent("F2H_start");
-
   hostToDeviceCopy(input);
   hostToDeviceCopy(filter);
 
+  profileEvent("F2H_start");
   convertToFP16(input);
   convertToFP16(filter);
-
-  /******* END OF INPUT DATA CONVERSIONS*/
   profileEvent("F2H_end");
 
-  profileEvent("Conv");
-
   Tensor* output;
   Tensor* new_output;
   // TODO: Support other cases;
@@ -1046,7 +1044,6 @@ void* tensorConvInputHalf(void* input_ptr, void* filter_ptr,
   cudaFree(convData);
   cudaFree(reducedFilter);
   freeTensor(output);
-  profileEvent("Conv_end", true);
 
   profileEvent("H2F_start");
 
@@ -1055,10 +1052,371 @@ void* tensorConvInputHalf(void* input_ptr, void* filter_ptr,
 
   profileEvent("H2F_end");
 
+  profileEvent("#Conv_end", true);
+
   return new_output;
 
 }
 
+//COL Major matrix with N*H*W columns and reduced_filter_elem rows
+//skip_every = 1 means no perforation
+__global__ void convToGemmFullInput(float * const __restrict__ output,
+				    const float * const __restrict input,
+				    const int N, const int C,
+				    const int H, const int W,
+				    const int KH, const int KW, const int V_pad,
+				    const int H_pad, const int H_out,
+				    const int W_out, const int V_stride,
+				    const int H_stride, const int reduced_filter_elem,
+				    const int skip_every, const int skip_offset) {
+  const int tx = blockDim.x * blockIdx.x + threadIdx.x; //thread id
+  const int n = tx / (C * H_out * W_out); //output image number
+  const int c = tx % (C * H_out * W_out) / (H_out * W_out); //output chan number
+  const int h = tx % (H_out * W_out) / W_out; //output height index (row number)
+  const int w = tx % W_out; //output width index (col number)
+  const int inH = h * V_stride - V_pad; //input height index (row number)
+  const int inW = w * H_stride - H_pad; //input width index (col number)
+  if(n < N) { //is thread id within bounds?
+    for(int i = 0; i < KH; i++) {
+      for(int j = 0; j < KW; j++) {
+	const int filter_elem_num = (c * KH + i) * KW + j; //index of this filter element
+
+	if(filter_elem_num % skip_every != skip_every-1-skip_offset) {
+	    int output_col = filter_elem_num -
+	      ((filter_elem_num + skip_every)/skip_every);
+	    if(skip_every == 1)
+	      output_col = filter_elem_num;
+	    if(inH + i >= 0 && inH + i < H && inW + j >= 0 && inW + j < W)
+	      output[((output_col*N + n) * H_out + h) * W_out + w] =
+		input[((n * C + c) * H + (inH + i)) * W + (inW + j)];
+	    else
+	      output[((output_col*N + n) * H_out + h) * W_out + w] = 0;
+	}
+      }
+    }
+  }
+}
+
+
+//COL Major matrix with N*H*W columns and reduced_filter_elem rows
+//Can only be used when skipping every other element in input sampling
+__global__ void convToGemmFullInput2(float * const __restrict__ output,
+				     const float * const __restrict input,
+				     const int N, const int C,
+				     const int H, const int W,
+				     const int KH, const int KW, const int V_pad,
+				     const int H_pad, const int H_out,
+				     const int W_out, const int V_stride,
+				     const int H_stride, const int reduced_filter_elem,
+				     const int skip_every, const int skip_offset) {
+  const int tx = blockDim.x * blockIdx.x + threadIdx.x; //thread id
+  const int n = tx / (C * H_out * W_out); //output image number
+  const int c = tx % (C * H_out * W_out) / (H_out * W_out); //output chan number
+  const int h = tx % (H_out * W_out) / W_out; //output height index (row number)
+  const int w = tx % W_out; //output width index (col number)
+  const int inH = h * V_stride - V_pad; //input height index (row number)
+  const int inW = w * H_stride - H_pad; //input width index (col number)
+  if(n < N) { //is thread id within bounds?
+    const int filter_elem_num = c * KH * KW;
+    for(int l = (filter_elem_num % 2) + skip_offset; l < KH * KW; l+=2) {
+      int i = l / KW;
+      int j = l % KW;
+
+      const int new_idx = filter_elem_num + i * KW + j;
+      const int output_col = new_idx - ((new_idx + skip_every)/2); //new output column
+      if(inH + i >= 0 && inH + i < H && inW + j >= 0 && inW + j < W)
+	output[((output_col*N + n) * H_out + h) * W_out + w] =
+	  input[((n * C + c) * H + (inH + i)) * W + (inW + j)];
+      else
+	output[((output_col*N + n) * H_out + h) * W_out + w] = 0;
+
+    }
+  }
+}
+
+
+//produces COL MAJOR matrix with reduced_filter_elem rows and NF cols
+__global__ void createReducedFiltersFull(float * output,
+					 const float * const __restrict input, const int NF,
+					 const int num_filter_elem, const int reduced_filter_elem,
+					 const int skip_every, const int skip_offset) {
+  const int tx = blockDim.x * blockIdx.x + threadIdx.x; //thread id
+  const int fIdx = tx / num_filter_elem; //filter index
+  const int offset = tx % num_filter_elem; //offset within filter
+  if(fIdx < NF) { //is thread id within bounds?
+    if(offset % skip_every != skip_every-1-skip_offset) { //are we including this filter element?
+      const int output_row = offset - ((offset + skip_every)/skip_every); //correct for skip_every = 2
+            output[fIdx*reduced_filter_elem + output_row] =
+	      (skip_every / (skip_every - 1)) * input[tx];
+    }
+  }
+}
+
+__global__
+void switchMatrixFull(int N, int n, int c, int h, int w,
+		      float *old_data, float *new_data){
+
+  int i = blockIdx.x * blockDim.x + threadIdx.x;
+  if(i < N){
+    int col = ((i % (c * h * w)) % (h * w)) % w;
+    int row = ((i % (c * h * w)) % (h * w)) / w;
+    int ch = (i % (c * h * w)) / (h * w);
+    int n_new = i / (c * h * w);
+
+    new_data[((n_new * c + ch) * h + row ) * w + col] =
+      old_data[((ch * n + n_new) * h + row ) * w + col];
+  }
+
+}
+
+void* tensorConvApprox(void* input_ptr, void* filter_ptr,
+		       int vertical_pad, int horizontal_pad, int vertical_stride,
+		       int horizontal_stride, int conv_mode, int conv_groups,
+		       int row, int col, int skip_every, int offset){
+
+  INFO("*** TensorConvolution approximation \n");
+  profileEvent("Conv");
+
+  Tensor* input = (Tensor*)input_ptr;
+  Tensor* filter = (Tensor*)filter_ptr;
+  //FIXME: Current hack to preserve backward compatibilty
+  if (conv_groups == 0) {
+    conv_groups = 1;
+  }
+
+  hostToDeviceCopy(input);
+  hostToDeviceCopy(filter);
+
+  //profileEvent("H2F_start");
+  convertToFP32(input);
+  convertToFP32(filter);
+  //profileEvent("H2F_end");
+
+  int n, c, h, w; // output dimensions
+  n = input->dims.dim_sizes[0];
+  c = filter->dims.dim_sizes[0]; //number of filters
+  const int KH = filter->dims.dim_sizes[2];
+  const int KW = filter->dims.dim_sizes[3];
+
+  h = (2 * vertical_pad + input->dims.dim_sizes[2] - KH) / vertical_stride + 1;
+  int h_eff = h - h / row;
+  if(h % row > row - 1 - offset)
+    h_eff = h_eff - 1;
+
+  w = (2 * horizontal_pad + input->dims.dim_sizes[3] - KW) / horizontal_stride + 1;
+  int w_eff = w - w / col;
+  if(w % col > col - 1 - offset)
+    w_eff = w_eff - 1;
+
+
+  Tensor *new_output = (Tensor*)create4DTensor((cudnnDataType_t) float_type,
+				       CUDNN_TENSOR_NCHW, n, c, h, w);
+  // NOTE: Changing output tensor placement from host to device
+  changeTensorPlacement(new_output, DEVICE);
+
+  if(row > 1){
+    Tensor *output = (Tensor*) create4DTensor((cudnnDataType_t) float_type, // input->data_type,
+				      CUDNN_TENSOR_NCHW, n, c, h_eff, w);
+
+    // NOTE: Changing output tensor placement from host to device
+    changeTensorPlacement(output, DEVICE);
+    // NOTE: Necessary to insert the above call for every output tensor
+    //total number of filter elem
+    const int num_filter_elem = KH * KW * input->dims.dim_sizes[1];
+
+    float * convData;
+    int convDataSize = sizeof(float) * n * num_filter_elem * h_eff * w;
+    checkCudaErrors(cudaMalloc(&convData, convDataSize));
+
+    const int blockSize = 128;
+    const int gridSize = (n * input->dims.dim_sizes[1] * h_eff * w + blockSize - 1) / blockSize;
+
+    convToGemmPerfRow<<<gridSize, blockSize>>>(convData, (float *)input->gpu_data, n,
+					       input->dims.dim_sizes[1], input->dims.dim_sizes[2],
+					       input->dims.dim_sizes[3], KH, KW, vertical_pad,
+					       horizontal_pad, h, w,
+					       vertical_stride, horizontal_stride,
+					       row, offset, h_eff);
+
+
+    checkCudaErrors(cudaDeviceSynchronize());
+
+    float alpha = 1.0f, beta = 0.0f;
+    checkCudaErrors(cublasSgemmStridedBatched(cublasHandle,
+					      CUBLAS_OP_N, CUBLAS_OP_N,
+					      h_eff * w, c, num_filter_elem,
+					      &alpha,
+					      convData, h_eff * w, num_filter_elem * h_eff * w,
+					      (float *)filter->gpu_data, num_filter_elem, 0,
+					      &beta,
+					      (float *)output->gpu_data, h_eff * w, c * h_eff * w,
+					      n));
+
+    new_output = (Tensor*) create4DTensor((cudnnDataType_t) float_type, // input->data_type,
+					  CUDNN_TENSOR_NCHW, n, c, h, w);
+    // NOTE: Changing output tensor placement from host to device
+    changeTensorPlacement(new_output, DEVICE);
+
+    //interpolate
+    int numBlocks = (n * c * h * w  + 127) / 128;
+    approxInterpolateRow<<<numBlocks,128>>>(n * c * h * w, h_eff, n, c, h, w,
+					    (float *) output->gpu_data, (float *) new_output->gpu_data,
+					    row, offset);
+    cudaDeviceSynchronize();
+
+    freeTensor(output);
+    cudaFree(convData);
+  }
+  else if(col > 1){
+    
+    Tensor *output = (Tensor*)create4DTensor((cudnnDataType_t) float_type, //input->data_type,
+				     CUDNN_TENSOR_NCHW, n, c, h, w_eff);
+
+    // NOTE: Changing output tensor placement from host to device
+    changeTensorPlacement(output, DEVICE);
+    // NOTE: Necessary to insert the above call for every output tensor
+    //total number of filter elem
+    const int num_filter_elem = KH * KW * input->dims.dim_sizes[1];
+
+    float * convData;
+    int convDataSize = sizeof(float) * n * num_filter_elem * h * w_eff;
+    checkCudaErrors(cudaMalloc(&convData, convDataSize));
+
+    const int blockSize = 128;
+    const int gridSize = (n * input->dims.dim_sizes[1] * h * w_eff + blockSize - 1) / blockSize;
+
+    convToGemmPerfCol<<<gridSize, blockSize>>>(convData, (float *)input->gpu_data, n,
+					       input->dims.dim_sizes[1], input->dims.dim_sizes[2],
+					       input->dims.dim_sizes[3], KH, KW,
+					       vertical_pad, horizontal_pad, h, w,
+					       vertical_stride, horizontal_stride,
+					       col, offset, w_eff);
+
+
+    checkCudaErrors(cudaDeviceSynchronize());
+
+    float alpha = 1.0f, beta = 0.0f;
+    checkCudaErrors(cublasSgemmStridedBatched(cublasHandle,
+					      CUBLAS_OP_N, CUBLAS_OP_N,
+					      h * w_eff, c, num_filter_elem,
+					      &alpha,
+					      convData, h * w_eff, num_filter_elem * h * w_eff,
+					      (float *)filter->gpu_data, num_filter_elem, 0,
+					      &beta,
+					      (float *)output->gpu_data, h * w_eff, c * h * w_eff,
+					      n));
+
+    new_output = (Tensor*) create4DTensor((cudnnDataType_t) float_type, // input->data_type,
+					  CUDNN_TENSOR_NCHW, n, c, h, w);
+    // NOTE: Changing output tensor placement from host to device
+    changeTensorPlacement(new_output, DEVICE);
+
+    //interpolate
+    int numBlocks = (n * c * h * w  + 127) / 128;
+    approxInterpolateCol<<<numBlocks,128>>>(n * c * h * w, w_eff, n, c, h, w,
+					    (float *)output->gpu_data, (float *)new_output->gpu_data,
+					    col, offset);
+    cudaDeviceSynchronize();
+
+    freeTensor(output);
+    cudaFree(convData);
+  }
+  else{
+    Tensor *output = (Tensor*)create4DTensor((cudnnDataType_t) float_type,
+					     CUDNN_TENSOR_NCHW, n, c, h, w);
+
+    //total number of filter elem
+    const int num_filter_elem = KH * KW * input->dims.dim_sizes[1];
+    //reduced number after skipping
+    int reduced_filter_elem;
+    if(offset != skip_every){
+      reduced_filter_elem = num_filter_elem - (num_filter_elem/skip_every);
+      if(num_filter_elem % skip_every > skip_every - 1 - offset)
+	reduced_filter_elem = reduced_filter_elem - 1;
+    }
+    else
+      reduced_filter_elem = num_filter_elem;
+
+ 
+    float * convData;
+    int convDataSize = sizeof(float) * n * reduced_filter_elem * h * w;
+    checkCudaErrors(cudaMalloc(&convData, convDataSize));
+    float * reducedFilter;
+    checkCudaErrors(cudaMalloc(&reducedFilter, sizeof(float) * c * reduced_filter_elem));
+    const int filtBlockSize = 128;
+    const int filtGridSize = (c * num_filter_elem + filtBlockSize - 1) / filtBlockSize;
+    if(offset != skip_every)
+      createReducedFiltersFull<<<filtGridSize, filtBlockSize>>>(reducedFilter,
+								(float *)filter->gpu_data,
+								c, num_filter_elem, reduced_filter_elem,
+								skip_every, offset);
+    checkCudaErrors(cudaDeviceSynchronize());
+
+    const int blockSize = 128;
+    const int gridSize = (n * input->dims.dim_sizes[1] * h * w + blockSize - 1) / blockSize;
+    if(skip_every == 2){
+      convToGemmFullInput2<<<gridSize, blockSize>>>(convData, (float *)input->gpu_data, n,
+						    input->dims.dim_sizes[1],
+						    input->dims.dim_sizes[2],
+						    input->dims.dim_sizes[3],
+						    KH, KW, vertical_pad, horizontal_pad,
+						    h, w, vertical_stride, horizontal_stride,
+						    reduced_filter_elem, skip_every,
+						    offset);
+    }
+    else{
+      convToGemmFullInput<<<gridSize, blockSize>>>(convData, (float *)input->gpu_data, n,
+						   input->dims.dim_sizes[1],
+						   input->dims.dim_sizes[2],
+						   input->dims.dim_sizes[3],
+						   KH, KW, vertical_pad, horizontal_pad,
+						   h, w, vertical_stride, horizontal_stride,
+						   reduced_filter_elem, skip_every,
+						   offset);
+    }
+
+    checkCudaErrors(cudaDeviceSynchronize());
+    //Do the matrix multiplication. Want to multiply convData by filter->gpu_data[f * chan * KH * KW]
+    const float alpha = 1.0;
+    const float beta = 0.0;
+
+    if(offset != skip_every)
+      checkCudaErrors(cublasGemmEx(cublasHandle, CUBLAS_OP_N, CUBLAS_OP_N,
+				   n * h * w, c, reduced_filter_elem,
+				   &alpha,
+				   convData, CUDA_R_32F, n * h * w,
+				   reducedFilter, CUDA_R_32F, reduced_filter_elem,
+				   &beta,
+				   (float *) output->gpu_data, CUDA_R_32F, n * h * w,
+				   CUDA_R_32F, CUBLAS_GEMM_DEFAULT_TENSOR_OP) );
+    else
+      checkCudaErrors(cublasGemmEx(cublasHandle, CUBLAS_OP_N, CUBLAS_OP_N,
+				   n * h * w, c, reduced_filter_elem,
+				   &alpha,
+				   convData, CUDA_R_32F, n * h * w,
+				   (float *) filter->gpu_data, CUDA_R_32F,
+				   reduced_filter_elem,
+				   &beta,
+				   (float *) output->gpu_data, CUDA_R_32F, n * h * w,
+				   CUDA_R_32F, CUBLAS_GEMM_DEFAULT_TENSOR_OP) );
+
+    int numBlocks = (n * c * h * w  + 255) / 256;
+    switchMatrixFull<<<numBlocks,256>>>(n * c * h * w, n, c, h, w,
+				    (float *)output->gpu_data,
+				    (float *)new_output->gpu_data);
+
+    checkCudaErrors(cudaDeviceSynchronize());
+    
+    cudaFree(convData);
+    cudaFree(reducedFilter);
+    freeTensor(output);
+  }
+
+  profileEvent("Conv_end");
+  
+  return new_output;
+  
+}
 
 void* tensorConvApproxHalf(void* input_ptr, void* filter_ptr,
 			   int vertical_pad, int horizontal_pad, int vertical_stride,
@@ -1066,6 +1424,7 @@ void* tensorConvApproxHalf(void* input_ptr, void* filter_ptr,
 			   int row, int col, int skip_every, int offset){
 
   INFO("*** TensorConvolution half approximation \n");
+  profileEvent("#Conv");
 
   Tensor* input = (Tensor*)input_ptr;
   Tensor* filter = (Tensor*)filter_ptr;
@@ -1074,19 +1433,14 @@ void* tensorConvApproxHalf(void* input_ptr, void* filter_ptr,
     conv_groups = 1;
   }
 
-  profileEvent("F2H_start");
-
   hostToDeviceCopy(input);
   hostToDeviceCopy(filter);
 
+  profileEvent("F2H_start");
   convertToFP16(input);
   convertToFP16(filter);
-
-  /******* END OF INPUT DATA CONVERSIONS*/
   profileEvent("F2H_end");
 
-  profileEvent("Conv");
-
   int n, c, h, w; // output dimensions
   n = input->dims.dim_sizes[0];
   c = filter->dims.dim_sizes[0]; //number of filters
@@ -1158,7 +1512,7 @@ void* tensorConvApproxHalf(void* input_ptr, void* filter_ptr,
 						row, offset);
     cudaDeviceSynchronize();
 
-    cudaFree(output_half);
+    freeTensor(output_half);
     cudaFree(convData);
   }
   else if(col > 1){
@@ -1211,7 +1565,7 @@ void* tensorConvApproxHalf(void* input_ptr, void* filter_ptr,
     
     cudaDeviceSynchronize();
 
-    cudaFree(output_half);
+    freeTensor(output_half);
     cudaFree(convData);
 
   }
@@ -1309,14 +1663,11 @@ void* tensorConvApproxHalf(void* input_ptr, void* filter_ptr,
       
   }
 
-  profileEvent("Conv_end", true);
-
   profileEvent("H2F_start");
-
   convertToFP32_offline(new_output);
-
   profileEvent("H2F_end");
 
+  profileEvent("#Conv_end");
   
   return new_output;
 }
diff --git a/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/approxhpvm_runtime_utils.h b/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/approxhpvm_runtime_utils.h
index c166a25db39a2a03735c7a785c8fb89b80d85613..5e282d130f2a261ba76ebefa2b92af38682a7def 100644
--- a/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/approxhpvm_runtime_utils.h
+++ b/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/approxhpvm_runtime_utils.h
@@ -121,32 +121,42 @@ void* handleTensorConvApproximationTuples(
         {
         void* t_out;
         RC->resume_profiler();
-        t_out = tensorConvPerfCuda(input, filter,
-                                   conv_pad_h, conv_pad_w,
-                                   conv_stride_h, conv_stride_w,
-                                   1, 1,
-                                   1, 1, 0);
+        t_out = tensorConvApprox(input, filter,
+                                 conv_pad_h, conv_pad_w,
+                                 conv_stride_h, conv_stride_w,
+                                 1, 1,
+                                 1, 1, 1, 1);
+//        t_out = tensorConvPerfCuda(input, filter,
+//                                   conv_pad_h, conv_pad_w,
+//                                   conv_stride_h, conv_stride_w,
+//                                   1, 1,
+//                                   1, 1, 0);
         RC->pause_profiler();
         std::pair<double, double> pinfo = RC->get_time_energy();
         RC->reset_profiler();
-        RC->addToCurrentIterationComputeTime("tensorConvPerfCuda", pinfo.first);
-        RC->addToCurrentIterationComputeEnergy("tensorConvPerfCuda", pinfo.second);
+        RC->addToCurrentIterationComputeTime("tensorConvApprox", pinfo.first);
+        RC->addToCurrentIterationComputeEnergy("tensorConvApprox", pinfo.second);
         return t_out;
         }
       case GPUNodeConfiguration::APPROX::FP16 :
         {
         void* t_out;
         RC->resume_profiler();
-        t_out = tensorConvPerfCudaHalf(input, filter,
-                                      conv_pad_h, conv_pad_w,
-                                      conv_stride_h, conv_stride_w,
-                                      1, 1,
-                                      1, 1, 0);
+        t_out = tensorConvApproxHalf(input, filter,
+                                     conv_pad_h, conv_pad_w,
+                                     conv_stride_h, conv_stride_w,
+                                     1, 1,
+                                     1, 1, 1, 1);
+//        t_out = tensorConvPerfCudaHalf(input, filter,
+//                                      conv_pad_h, conv_pad_w,
+//                                      conv_stride_h, conv_stride_w,
+//                                      1, 1,
+//                                      1, 1, 0);
         RC->pause_profiler();
         std::pair<double, double> pinfo = RC->get_time_energy();
         RC->reset_profiler();
-        RC->addToCurrentIterationComputeTime("tensorConvPerfCudaHalf", pinfo.first);
-        RC->addToCurrentIterationComputeEnergy("tensorConvPerfCudaHalf", pinfo.second);
+        RC->addToCurrentIterationComputeTime("tensorConvApproxHalf", pinfo.first);
+        RC->addToCurrentIterationComputeEnergy("tensorConvApproxHalf", pinfo.second);
         return t_out;
         }
       case GPUNodeConfiguration::APPROX::PERFORATION :
@@ -190,16 +200,21 @@ void* handleTensorConvApproximationTuples(
           }
           void* t_out;
           RC->resume_profiler();
-          t_out = tensorConvPerfCudaHalf(input, filter,
-                                         conv_pad_h, conv_pad_w,
-                                         conv_stride_h, conv_stride_w,
-                                         1, 1,
-                                         row, col, offset);
+          t_out = tensorConvApproxHalf(input, filter,
+                                       conv_pad_h, conv_pad_w,
+                                       conv_stride_h, conv_stride_w,
+                                       1, 1,
+                                       row, col, 1, offset);
+//          t_out = tensorConvPerfCudaHalf(input, filter,
+//                                         conv_pad_h, conv_pad_w,
+//                                         conv_stride_h, conv_stride_w,
+//                                         1, 1,
+//                                         row, col, offset);
           RC->pause_profiler();
           std::pair<double, double> pinfo = RC->get_time_energy();
           RC->reset_profiler();
-          RC->addToCurrentIterationComputeTime("tensorConvPerfCudaHalf", pinfo.first);
-          RC->addToCurrentIterationComputeEnergy("tensorConvPerfCudaHalf", pinfo.second);
+          RC->addToCurrentIterationComputeTime("tensorConvApproxHalf(_perf)", pinfo.first);
+          RC->addToCurrentIterationComputeEnergy("tensorConvApproxHalf(_perf)", pinfo.second);
           return t_out;
         }
       case GPUNodeConfiguration::APPROX::INPUT_SAMPLING :
@@ -231,19 +246,23 @@ void* handleTensorConvApproximationTuples(
           }
           void* t_out;
           RC->resume_profiler();
+          t_out = tensorConvApproxHalf(input, filter,
+                                       conv_pad_h, conv_pad_w,
+                                       conv_stride_h, conv_stride_w,
+                                       1, 1,
+                                       1, 1, skip_rate, skip_rate - 1/*offset*/); //FIXME
+          RC->pause_profiler();
+          std::pair<double, double> pinfo = RC->get_time_energy();
+          RC->reset_profiler();
+          RC->addToCurrentIterationComputeTime("tensorConvApproxHalf(_samp)", pinfo.first);
+          RC->addToCurrentIterationComputeEnergy("tensorConvApproxHalf(_samp)", pinfo.second);
+          // Overwrite the result writen in t_out with the simulation result,
+          // to propagate that to the next layer.
+          // TODO: Remove this call when bug is fixed in 
 //          t_out = tensorConvSampSim(input, filter,
 //                                    conv_pad_h, conv_pad_w,
 //                                    conv_stride_h, conv_stride_w,
 //                                    1, 1, skip_rate, offset);
-          t_out = tensorConvInputHalf(input, filter,
-                                      conv_pad_h, conv_pad_w,
-                                      conv_stride_h, conv_stride_w,
-                                      1, 1, skip_rate, offset);
-          RC->pause_profiler();
-          std::pair<double, double> pinfo = RC->get_time_energy();
-          RC->reset_profiler();
-          RC->addToCurrentIterationComputeTime("tensorConvInputHalf", pinfo.first);
-          RC->addToCurrentIterationComputeEnergy("tensorConvInputHalf", pinfo.second);
           return t_out;
         }
       default :
diff --git a/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/configuration.h b/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/configuration.h
index 9e143f7f796d53d92a2432d97afce308d76413ce..99c465434a2879d85624b7ff6bb4141dd8fe4634 100644
--- a/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/configuration.h
+++ b/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/configuration.h
@@ -218,85 +218,85 @@ enum SEARCH_KIND
 
 void PROMISENodeConfiguration::print() {
 
-  INFO(" promise");
+  printf(" promise");
   for (auto &it : ApproxChoices) {
-    DEBUG(" ");
+    printf(" ");
     switch (it.first) {
       case APPROX::SWING_LEVEL :
-        DEBUG("swing_level");
+        printf("swing_level");
         break;
       default:
         ERROR("Unknown approximation option");
         break;
       // TODO additional approx methods to be printed here
     }
-    DEBUG(" %d", it.second);
+    printf(" %d", it.second);
   }
 
-  DEBUG("\n");
+  printf("\n");
 
 }
 
 void GPUNodeConfiguration::print() {
 
-  DEBUG(" gpu");
+  printf(" gpu");
   for (auto &it : ApproxChoices) {
 
-    DEBUG(" ");
+    printf(" ");
     switch (it.first) {
       case TENSOR_OP::ADD :
-        DEBUG("add");
+        printf("add");
         break;
       case TENSOR_OP::BATCHNORM :
-        DEBUG ("batchnorm");
+        printf("batchnorm");
         break;
       case TENSOR_OP::CONV :
-        DEBUG("conv");
+        printf("conv");
         break;
       case TENSOR_OP::GROUP_CONV :
-        DEBUG("group_conv");
+        printf("group_conv");
         break;
       case TENSOR_OP::MUL :
-        DEBUG("mul");
+        printf("mul");
         break;
       case TENSOR_OP::RELU :
-        DEBUG("relu");
+        printf("relu");
         break;
       case TENSOR_OP::CLIPPED_RELU :
-        DEBUG("clipped_relu");
+        printf("clipped_relu");
         break;
       case TENSOR_OP::TANH :
-        DEBUG ("tanh");
+        printf("tanh");
         break;
       case TENSOR_OP::POOL_MAX :
-        DEBUG("pool_max");
+        printf("pool_max");
         break;
       case TENSOR_OP::POOL_MEAN :
-        DEBUG("pool_mean");
+        printf("pool_mean");
         break;
       case TENSOR_OP::POOL_MIN :
-        DEBUG("pool_min");
+        printf("pool_min");
         break;
       case TENSOR_OP::SOFTMAX :
-        DEBUG("softmax");
+        printf("softmax");
         break;
       case TENSOR_OP::FFT :
-        DEBUG("fft");
+        printf("fft");
         break;
       case TENSOR_OP::REDUCE :
-        DEBUG("reduce");
+        printf("reduce");
         break;
       case TENSOR_OP::PROJECTIVE_T :
-        DEBUG("projectiveT");
+        printf("projectiveT");
         break;
       case TENSOR_OP::MAP1 :
-        DEBUG("map1");
+        printf("map1");
         break;
       case TENSOR_OP::MAP2 :
-        DEBUG("map2");
+        printf("map2");
         break;
       case TENSOR_OP::MAP3 :
-        DEBUG("map3");
+        printf("map3");
         break;
       default :
         ERROR("Unknown tensor operation.");
@@ -306,22 +306,22 @@ void GPUNodeConfiguration::print() {
 
     auto &approxVec = it.second;
     for (auto &inner_it : approxVec) {
-      DEBUG(" ");
+      printf(" ");
       switch (inner_it.first) {
         case APPROX::FP32 :
-          DEBUG("fp32");
+          printf("fp32");
           break;
         case APPROX::FP16 :
-          DEBUG("fp16");
+          printf("fp16");
           break;
         case APPROX::PERFORATION :
-          DEBUG("perf");
+          printf("perf");
           break;
         case APPROX::INPUT_SAMPLING :
-          DEBUG("samp");
+          printf("samp");
           break;
         case APPROX::REDUCTION_SAMPLING :
-          DEBUG("red_samp");
+          printf("red_samp");
           break;
         default:
           ERROR("Unknown approximation option");
@@ -329,27 +329,27 @@ void GPUNodeConfiguration::print() {
         // TODO additional approx methods to be printed here
       }
       
-      DEBUG(" %d", inner_it.second);
+      printf(" %d", inner_it.second);
     }
 
   }
   
-  DEBUG("\n");
+  printf("\n");
 
 }
 
 void Configuration::print() {
 
-  DEBUG("+++++\n");
-  DEBUG("%s %f %f %f %f\n", name.c_str(), speedup, energy, accuracy, accuracyLoss);
+  printf("+++++\n");
+  printf("%s %f %f %f %f\n", name.c_str(), speedup, energy, accuracy, accuracyLoss);
   for  (std::map<std::string, NodeConfiguration* >::const_iterator it = setup.begin();
     it != setup.end(); ++it) {
-    DEBUG("%s :", it->first.c_str());
+    printf("%s :", it->first.c_str());
 
     it->second->print();
   }
 
-  DEBUG("-----\n");
+  printf("-----\n");
 }
 
 
diff --git a/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/hpvm-rt-controller.h b/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/hpvm-rt-controller.h
index 13080c9ed334c1edf8b1539a8c8d71090e88cd3d..af107016a5b8009fef0622487a285ac38a437ad4 100644
--- a/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/hpvm-rt-controller.h
+++ b/llvm/projects/hpvm-tensor-rt/tensor_runtime/include/hpvm-rt-controller.h
@@ -259,6 +259,41 @@ class ProfileInfo {
 
 };
 
+class Slowdowns {
+  private:
+  std::vector<float> slowdowns;
+  unsigned idx;
+
+  public:
+    Slowdowns() {
+      idx = 0;
+
+      std::ifstream s_in("slowdowns.txt");
+      if (!s_in) {
+        DEBUG("slowdowns file not found. Initializing slowdowns randomly.\n");
+        for (unsigned i = 0; i < 10; i++) {
+          slowdowns.push_back( 1.0 + (rand()/(RAND_MAX/(5.0-1.0))) );
+        }
+      } else {
+        for (std::string line; std::getline(s_in, line); ) {
+          float s = std::stof(line);
+          slowdowns.push_back(s);
+        }
+      }
+    }
+
+  unsigned getSlowdownsNumber() {
+    return slowdowns.size();
+  }
+
+  float getNextSlowdown() {
+    float tmp = slowdowns[idx];
+    idx = (idx + 1) % slowdowns.size();
+    return tmp;
+  }
+
+};
+
 class RuntimeController;
 
 RuntimeController *RC;
@@ -287,6 +322,7 @@ class RuntimeController {
   unsigned configurationIdx = 0;
 
   double baseline_time = 0.0; // Execution time of baseline configuration
+  Slowdowns *slowdowns;
 
   /*** Objects used to gather timing and energy information for execution ***/
   ProfileInfo *PI;
@@ -347,6 +383,7 @@ class RuntimeController {
   void findTargetConfiguration(float, enum SEARCH_KIND);
   float getGoalSpeedup();
   double getBaselineTime();
+  Slowdowns *getSlowdowns();
 
   void init(const char *Cstr, const char *Qstr) {
     // We initialize the path to the profile info output file,
@@ -357,17 +394,19 @@ class RuntimeController {
     readConfigurationFile(Cstr);
     Configurations = NULL;
     computeParetoConfigurationPoints();
-    compute3DParetoConfigurationPoints();
+//    compute3DParetoConfigurationPoints(); Not using 3D curve
     INFO("Speedup Configurations\n");
     printConfigurations(SpeedupConfigurations);
-    INFO("Energy Configurations\n");
-    printConfigurations(EnergyConfigurations);
-    INFO("3D Configurations\n");
-    printConfigurations(ThreeDCurveConfigurations);
+//    INFO("Energy Configurations\n");
+//    printConfigurations(EnergyConfigurations);
+//    INFO("3D Configurations\n");
+//    printConfigurations(ThreeDCurveConfigurations);
     configurationIdx = 0; //TODO: initialize using pareto curve - findTargetConfiguration ?
     Configurations = &SpeedupConfigurations;
 
+    // Initializations for different runtime control strategies
     srand(static_cast <unsigned> (time(0)));
+    slowdowns = new Slowdowns();
 
     // Start profiling thread in the background, ready to time
     start_profiler();
@@ -1102,6 +1141,10 @@ double RuntimeController::getBaselineTime() {
   return baseline_time;
 }
 
+Slowdowns *RuntimeController::getSlowdowns() {
+  return slowdowns;
+}
+
 // Functions to be inserted with initializeTensorRT and clearTensorRT
 void llvm_hpvm_initializeRuntimeController(const char *ConfigFile, const char *QRangeFile) {
   RC = new RuntimeController();
@@ -1209,20 +1252,12 @@ void llvm_hpvm_invokeRtControl_BASE(void* result, const char* str, int start, in
   RC->resume_profiler();
 
   uint32_t* labels_cached = hpvm_rt_readLabelsBatch_cached(str, start, end);
-
   hpvm_rt_computeAccuracy3(labels_cached, result);
 
   // Read stats for iteration that was just completed
   double current_iteration_time = RC->getCurrentIterationComputeTime();
   double current_iteration_energy = RC->getCurrentIterationComputeEnergy();
 
-//  RC->findNextConfiguration();
-//  // Still use findNext configuration, to update the configurationIdx,
-//  // to point to next location
-//  enum SEARCH_KIND k = ACCURACY_LOSS;
-//  float goalVal = RC->getSpeedupConfigurations()[RC->getConfigurationIdx()]->accuracyLoss;
-//  RC->findTargetConfiguration(goalVal, k);
-
   RC->pause_profiler();
   std::pair<double, double> pinfo = RC->get_time_energy();
   RC->reset_profiler();
@@ -1238,16 +1273,14 @@ void llvm_hpvm_invokeRtControl_BASE(void* result, const char* str, int start, in
 
 void llvm_hpvm_invokeRtControl_ITERATE(void* result, const char* str, int start, int end) {
 
-  RC->resume_profiler();
-
   uint32_t* labels_cached = hpvm_rt_readLabelsBatch_cached(str, start, end);
-
   hpvm_rt_computeAccuracy3(labels_cached, result);
 
   // Read stats for iteration that was just completed
   double current_iteration_time = RC->getCurrentIterationComputeTime();
   double current_iteration_energy = RC->getCurrentIterationComputeEnergy();
 
+  RC->resume_profiler();
   RC->findNextConfiguration();
   // Still use findNext configuration, to update the configurationIdx,
   // to point to next location
@@ -1288,8 +1321,47 @@ void llvm_hpvm_invokeRtControl_ADJUST(void* result, const char* str, int start,
   RC->addToCurrentIterationControlTime(pinfo.first);
   RC->addToCurrentIterationControlEnergy(pinfo.second);
 
-  INFO("current iteration time = %f, current iteration energy = %f\n\n",
+  INFO("current iteration time = %f, current iteration energy = %f\n",
+       current_iteration_time, current_iteration_energy);
+  INFO("target speedup = %lf\n\n", target_speedup);
+
+  // Note the end of iteration
+  RC->end_iteration();
+}
+
+void llvm_hpvm_invokeRtControl_SLOWDOWN(void* result, const char* str, int start, int end) {
+
+  uint32_t* labels_cached = hpvm_rt_readLabelsBatch_cached(str, start, end);
+  hpvm_rt_computeAccuracy3(labels_cached, result);
+
+  // Read stats for iteration that was just completed
+  double current_iteration_time = RC->getCurrentIterationComputeTime();
+  double current_iteration_energy = RC->getCurrentIterationComputeEnergy();
+
+  std::string prev_conf_name =
+    RC->getSpeedupConfigurations()[RC->getConfigurationIdx()]->name;
+
+  RC->resume_profiler();
+  float slowdown = RC->getSlowdowns()->getNextSlowdown();
+  RC->findTargetConfiguration(slowdown, SPEEDUP);
+  RC->pause_profiler();
+
+  std::pair<double, double> pinfo = RC->get_time_energy();
+  RC->reset_profiler();
+  RC->addToCurrentIterationControlTime(pinfo.first);
+  RC->addToCurrentIterationControlEnergy(pinfo.second);
+
+  std::string next_conf_name =
+    RC->getSpeedupConfigurations()[RC->getConfigurationIdx()]->name;
+  float next_conf_speedup =
+    RC->getSpeedupConfigurations()[RC->getConfigurationIdx()]->speedup;
+
+  INFO("current iteration time = %f, current iteration energy = %f\n",
        current_iteration_time, current_iteration_energy);
+  INFO("slowdown (target speedup) = %f\n", slowdown);
+  INFO("Previous configuration: %s\n", prev_conf_name.c_str());
+  INFO("Swapping to next configuration: %s with speedup %f\n\n",
+       next_conf_name.c_str(), next_conf_speedup);
 
   // Note the end of iteration
   RC->end_iteration();
@@ -1320,12 +1392,6 @@ void llvm_hpvm_invokeRtControl_RAND(void* result, const char* str, int start, in
   RC->end_iteration();
 }
 
-//void llvm_hpvm_invokeRtControl(void* result, const char* str, int start, int end) {
-//  llvm_hpvm_invokeRtControl_BASE(result, str, start, end);
-//  llvm_hpvm_invokeRtControl_ITERATE(result, str, start, end);
-//  llvm_hpvm_invokeRtControl_ADJUST(result, str, start, end);
-//  llvm_hpvm_invokeRtControl_RAND(result, str, start, end);
-//}
 
 
 #endif
diff --git a/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_confs1.txt b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_confs1.txt
new file mode 100644
index 0000000000000000000000000000000000000000..f8add8f3feabc93963e6f75fbce1ace36412ad07
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_confs1.txt
@@ -0,0 +1,16 @@
+9 9 9,9 9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9 9,9 9
+9 9 9,7,7,7,9 9 9,9 9 9 9,9 9
+9 9 9,7,7,7,9 9 9,8 8 8 8,9 9
+9 9 9,7,7,7,8 8 8,9 9 9 9,9 9
+9 9 9,7,7,7,9 9 9,7,9 9
+9 9 9,7,7,7,9 9 9,7,9 9
+9 9 9,7,9 9 9,7,9 9 9,7,9 9
+9 9 9,7,7,7,9 9 9,9 9 9 9,9 9
+9 9 9,7,7,7,8 8 8,9 9 9 9,9 9
+9 9 9,7,7,7,9 9 9,7,9 9
+9 9 9,7,7,7,9 9 9,7,9 9
+9 9 9,7,7,7,9 9 9,7,9 9
+9 9 9,7,7,7,9 9 9,9 9 9 9,9 9
+9 9 9,7,7,7,9 9 9,8 8 8 8,9 9
+9 9 9,7,7,7,9 9 9,7,9 9
+9 9 9,7,7,7,8 8 8,9 9 9 9,9 9
diff --git a/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_confs2.txt b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_confs2.txt
new file mode 100644
index 0000000000000000000000000000000000000000..da9dce2be8e9649ece5376e363ede5b3a84629fe
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_confs2.txt
@@ -0,0 +1,19 @@
+9 9 9,9 9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9 9,9 9
+9 9 9,6,8 8 8,6,6,6,9 9
+9 9 9,6,8 8 8,6,6,6,9 9
+9 9 9,6,8 8 8,6,6,7,9 9
+9 9 9,6,8 8 8,9 9 9 9,6,6,9 9
+9 9 9,6,8 8 8,6,8 8 8,6,9 9
+9 9 9,6,8 8 8,6,6,6,9 9
+9 9 9,6,8 8 8,6,6,6,9 9
+9 9 9,6,8 8 8,6,6,6,9 9
+9 9 9,6,8 8 8,6,6,6,9 9
+9 9 9,6,8 8 8,6,6,7,9 9
+9 9 9,6,8 8 8,9 9 9 9,6,6,9 9
+9 9 9,6,8 8 8,6,8 8 8,6,9 9
+9 9 9,6,8 8 8,6,6,6,9 9
+9 9 9,6,8 8 8,6,6,7,9 9
+9 9 9,6,8 8 8,6,6,6,9 9
+9 9 9,7,7,6,8 8 8,6,9 9
+9 9 9,6,8 8 8,9 9 9 9,6,6,9 9
+9 9 9,6,8 8 8,6,6,6,9 9
diff --git a/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_fp16.csv b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_fp16.csv
new file mode 100644
index 0000000000000000000000000000000000000000..2414bed90d2339bb232800ceccf1711302aa4174
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_fp16.csv
@@ -0,0 +1,70 @@
+Add1,36.2217,116.852,62.3719,54.4799,6479.76,3464.4,3015.35,25.6183,86.2375,47.824,39.0211,4798.11,2666.76,2164.16
+Add1_f2h,56.9247,172.83,93.6324,79.1972,6048.31,3271.98,2776.33,40.2841,129.638,73.389,57.1983,4518.79,2553.55,1999.31
+Add1_h2f,41.6054,134.411,71.4991,62.9117,6462.47,3437.92,3024.54,29.4206,98.8293,54.3763,45.0458,4752.33,2615.03,2165.77
+Add2,35.0236,153.259,99.7851,53.4736,8759.13,5703.66,3055.47,24.7684,108.633,70.7873,37.8589,6213.07,4049.51,2164.3
+Add2_f2h,158.537,686.903,462.538,224.365,8696.58,5858.33,2838.26,112.305,486.692,327.861,158.872,6171.91,4160.96,2011.47
+Add2_h2f,41.5412,177.63,114.226,63.4042,8551.44,5498.99,3052.45,29.3753,125.993,81.1067,44.9049,6064.86,3904.13,2161.65
+Add3,21.2537,100.994,63.1299,37.8636,9509.91,5945.29,3564.62,15.0519,71.5273,44.7163,26.8142,6729.98,4208.46,2521.83
+Add3_f2h,28.3975,126.566,79.763,46.8029,8911.18,5615.63,3295.55,20.0846,89.624,56.5024,33.1257,6306.83,3975.68,2331.45
+Add3_h2f,20.9649,93.9519,58.396,35.5559,8962.73,5570.82,3391.91,14.8261,66.498,41.3441,25.1571,6342.95,3943.66,2399.6
+Add4,19.4384,96.5969,63.7597,32.8372,9942.78,6562.79,3380,13.7631,68.3882,45.1432,23.2456,7033.19,4642.48,2390.77
+Add4_f2h,76.34,366.744,245.383,121.361,9608.93,6429.36,3179.57,54.0262,259.574,173.68,85.8957,6795.77,4547.27,2248.55
+Add4_h2f,20.8326,97.3319,63.8484,33.4835,9343.97,6129.52,3214.45,14.7322,68.8549,45.1702,23.6853,6609.33,4335.85,2273.54
+Add5,19.2262,98.1635,63.363,34.8005,10213,6592.51,3620.45,13.5983,69.4422,44.8239,24.6189,7224.11,4663.35,2560.82
+Add5_f2h,14.7236,68.2983,44.2206,24.0777,9277.35,6006.75,3270.59,10.4122,48.3256,31.2902,17.0358,6563.72,4249.95,2313.82
+Add5_h2f,10.5498,48.5475,31.279,17.2686,9203.37,5929.71,3273.66,7.46111,34.3694,22.1444,12.2253,6514.35,4197.26,2317.14
+Add6,18.7741,98.9177,65.9587,32.959,10538.9,7027.44,3511.51,13.2788,70.0688,46.7239,23.3455,7463.67,4977.02,2486.72
+Add6_f2h,39.6841,197.748,132.575,65.1736,9965.93,6681.4,3284.52,28.0732,139.953,93.8285,46.1249,7049.93,4726.52,2323.44
+Add6_h2f,10.548,49.6626,33.0275,16.635,9451.94,6285.89,3166.05,7.48932,35.1512,23.3772,11.7744,6695.42,4452.75,2242.74
+Add7,0.658159,3.49495,2.27537,1.21958,11081.8,7217.49,3864.29,0.52552,3.31175,2.15602,1.15575,11595.3,7554.3,4041.16
+Add7_f2h,0.887661,1.49455,0.974188,0.52036,2879.78,1876.88,1002.9,0.714309,1.9336,1.26097,0.672641,3070.05,2000.93,1069.15
+Add7_h2f,0.140755,0.0381309,0.0248393,0.0132916,504.337,328.401,175.936,0.101868,0.096878,0.0630995,0.0337795,1295.66,843.266,452.404
+Conv1,200.956,558.231,289.217,269.014,5491.56,2830.66,2660.9,142.184,439.06,248.366,197.045,4285.98,2415.45,1937.47
+Conv1_f2h,6.64024,16.2201,8.18921,8.03089,4750.32,2365.55,2384.77,4.70953,13.1579,7.43711,5.95826,3789.64,2126.15,1744.54
+Conv1_h2f,41.8978,123.674,68.3327,55.3409,5907.39,3264.34,2643.05,29.6316,93.3619,54.0372,40.0462,4460.74,2582.14,1913.01
+Conv2,610.501,2404.06,1472.21,931.848,8000.29,4920.48,3079.81,433.644,1704.25,1048.11,658.96,5732.95,3554.54,2187.14
+Conv2_f2h,56.8745,201.057,104.016,97.0408,7053.45,3645.39,3408.06,40.2486,145.587,76.9607,69.1825,5092.26,2687.52,2424.64
+Conv2_h2f,41.8404,192.576,135.567,57.0093,9205.52,6480.36,2725.15,29.5868,136.713,96.2778,40.438,6535.05,4602.22,1932.98
+Conv3,188.912,837.371,508.274,329.097,8868.48,5383.62,3484.86,133.617,592.676,359.91,232.821,6277.65,3812.98,2465.25
+Conv3_f2h,15.6031,66.3758,39.8497,26.5262,8494.73,5098.38,3396.35,11.0572,47.1949,28.3617,18.8384,6017.1,3613.78,2403.98
+Conv3_h2f,21.0237,93.63,59.667,33.963,8906.6,5675.84,3230.76,14.8682,66.2814,42.2505,24.0337,6303.73,4018.24,2285.77
+Conv4,284.927,1346.18,857.932,488.249,9448.68,6021.77,3426.9,201.502,952.374,607.015,345.376,6683.2,4259.76,2423.56
+Conv4_f2h,28.3107,127.724,77.4371,50.2866,9022.12,5469.86,3552.26,20.0267,90.4336,54.8443,35.5938,6384.94,3872.03,2513.22
+Conv4_h2f,20.9833,102.055,69.6208,32.434,9727.36,6635.93,3091.43,14.8387,72.2015,49.2568,22.9451,6881.39,4694.6,2186.84
+Conv5,86.4203,417.756,265.595,152.161,9668.23,6146.81,3521.41,61.1232,295.494,187.871,107.626,6837.22,4347.11,2490.16
+Conv5_f2h,8.38767,36.7727,23.2235,13.5492,8765.45,5535.76,3229.69,5.9326,26.0583,16.4576,9.60107,6207.8,3920.67,2287.22
+Conv5_h2f,10.6053,48.7992,31.7579,17.0412,9202.4,5988.83,3213.57,7.5001,34.5413,22.48,12.0618,6512.52,4238.46,2274.14
+Conv6,139.892,696.675,453.631,243.043,9961.36,6486.38,3474.97,98.9321,492.663,320.792,171.874,7044.22,4587,2457.26
+Conv6_f2h,14.7838,68.8585,43.7444,25.1141,9313.71,5916.85,3396.85,10.4574,48.7457,30.9686,17.7776,6589.63,4186.51,2403.19
+Conv6_h2f,10.568,51.057,34.5719,16.4851,9662.37,6542.6,3119.77,7.47346,36.2259,24.5301,11.6961,6854.97,4641.76,2213.26
+Mul1,4.29982,22.6027,14.73,7.87274,10529.9,6862.81,3667.08,3.06206,16.1877,10.549,5.63885,7504.4,4891.15,2613.32
+Mul1_f2h,5.01057,21.4017,13.9545,7.44724,8536.09,5565.65,2970.44,3.54931,15.2502,9.94396,5.30637,6067.7,3956.33,2111.43
+Mul1_h2f,0.219266,0.10134,0.0660095,0.03533,811.894,528.683,283.211,0.163586,0.22974,0.14973,0.080012,1619.98,1054.57,565.431
+Pool1,43.674,198.246,119.456,78.7903,9078.2,5470.13,3608.07,30.8997,140.487,84.7207,55.7843,6429.35,3877.11,2553.05
+Pool1_f2h,54.8347,240.102,146.135,93.9672,8752.72,5326.68,3426.04,38.7916,170.226,103.7,66.5481,6199.29,3775.75,2424.32
+Pool1_h2f,10.6202,44.9693,27.1714,17.7978,8469.49,5117.56,3351.94,7.50988,31.8572,19.2617,12.5996,6000.37,3628.12,2373
+Pool2,22.3065,111.077,70.4439,40.6332,9958.57,6315.5,3643.07,15.7792,78.602,49.8515,28.7515,7043.82,4467.22,2576.69
+Pool2_f2h,27.6028,129.232,82.458,46.7739,9362.89,5974.06,3388.83,19.5202,91.4233,58.3375,33.0868,6622.4,4225.7,2396.77
+Pool2_h2f,5.39931,22.7498,14.4354,8.3144,8425.89,5346.44,3079.45,3.81822,16.1451,10.2449,5.9004,5978.26,3793.49,2184.86
+Pool3,12.0697,64.0871,41.917,22.1701,10618.3,6945.08,3673.23,8.53664,45.3661,29.6731,15.6935,7513.77,4914.65,2599.18
+Pool3_f2h,14.3906,68.8152,45.1258,23.6894,9563.88,6271.6,3292.28,10.1772,48.6924,31.9299,16.7629,6766.23,4437.02,2329.26
+Pool3_h2f,2.78859,10.4233,6.81839,3.60494,7474.86,4889.52,2585.34,1.97384,7.50692,4.91099,2.59601,5378.12,3518.12,1860.05
+Softmax1,2.26715,7.67319,4.99613,2.67706,6769.48,4407.84,2361.64,1.60403,5.63971,3.67227,1.96749,4973.77,3238.83,1734.98
+Tanh1,33.4466,118.003,61.6149,56.3879,7064.04,3690.25,3373.79,23.6527,85.7445,45.9758,40.1967,5137.61,2756.88,2406.17
+Tanh1_f2h,57.0977,185.926,97.1494,88.7762,6536.44,3420.5,3115.94,40.4191,135.633,73.0493,63.3674,4779.37,2580.1,2226.23
+Tanh1_h2f,41.7089,145.509,76.2065,69.3025,6978.55,3654.51,3324.04,29.4985,105.384,56.4528,49.367,5054.37,2707.22,2368.07
+Tanh2,36.2146,162.298,101.111,61.1867,8963.85,5584.56,3379.29,25.609,115.01,71.7167,43.3095,6352.26,3961.22,2391.95
+Tanh2_f2h,56.9829,242.874,153.169,89.7055,8520.54,5373.23,3147.31,40.3301,172.418,108.85,63.5934,6040.38,3813.04,2228.24
+Tanh2_h2f,41.625,182.762,113.157,69.605,8781.86,5437.35,3344.5,29.4345,129.486,80.2412,49.263,6222.04,3855.85,2367.07
+Tanh3,18.3396,88.5345,54.3058,34.2287,9654.14,5921.68,3732.46,12.9703,62.6686,38.4496,24.2216,6831.73,4191.48,2640.53
+Tanh3_f2h,28.9295,129.858,80.0577,49.7999,8969.72,5529.15,3440.56,20.4875,92.1118,56.8106,35.3056,6347.03,3913.57,2433.76
+Tanh3_h2f,20.8836,94.2318,57.6446,36.5872,9024.13,5520.31,3503.81,14.7676,66.6859,40.8043,25.8844,6385.64,3907.25,2478.66
+Tanh4,18.4717,92.4694,59.7134,32.7559,10012,6465.38,3546.6,13.0617,65.4106,42.2419,23.1693,7082.06,4573.57,2508.57
+Tanh4_f2h,28.0864,130.933,85.0439,45.8888,9321.9,6054.74,3267.16,19.8684,92.6641,60.1914,32.4736,6593.39,4282.78,2310.68
+Tanh4_h2f,20.8569,97.8308,62.9465,34.8843,9381.09,6035.98,3345.11,14.7494,69.2071,44.5324,24.6756,6635.71,4269.83,2365.97
+Tanh5,9.39612,49.9132,31.9349,17.9784,10620.9,6795.34,3825.57,6.64567,35.5193,22.7251,12.7945,7550.97,4831.1,2719.94
+Tanh5_f2h,14.9164,69.1465,44.357,24.7895,9279.12,5952.49,3326.62,10.5528,49.0071,31.4389,17.5687,6574.75,4217.83,2356.99
+Tanh5_h2f,10.5006,48.3962,30.92,17.4763,9217.58,5889.04,3328.55,7.42558,34.2539,21.8851,12.3692,6523.36,4167.82,2355.62
+Tanh6,9.37294,50.5591,33.3473,17.2118,10787.6,7115.14,3672.42,6.62805,35.791,23.607,12.1843,7635.55,5036.22,2599.38
+Tanh6_f2h,14.3859,68.827,45.5284,23.2985,9568.27,6329.29,3238.98,10.1735,48.7028,32.2173,16.4857,6769.57,4478.09,2291.52
+Tanh6_h2f,10.5241,49.2841,32.4417,16.8424,9386.9,6178.99,3207.92,7.44696,34.9422,23.0012,11.9412,6656.18,4381.49,2274.73
diff --git a/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_fp32.csv b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_fp32.csv
new file mode 100644
index 0000000000000000000000000000000000000000..e2cbba7f6782a0d77ab4c7279a3a88f5acfb532d
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_fp32.csv
@@ -0,0 +1,24 @@
+Add1,47.2501,154.498,89.5402,64.9578,6426.98,3696.33,2730.65,33.4463,121.478,76.4718,47.0638,4993.53,3124.31,1963.93
+Add2,45.3358,217.323,149.508,67.8141,9594.62,6601.66,2992.96,32.0593,156.332,108.33,48.2216,6906.53,4787.12,2129.06
+Add3,26.3653,138.399,95.847,42.5524,10500.7,7272.43,3228.23,18.6463,98.9696,68.8605,30.2012,7508.99,5224.96,2291.01
+Add4,26.3854,150.498,109.738,40.7597,11414.1,8323.45,3090.67,18.6598,107.025,78.1688,28.8878,8120.56,5932,2190.98
+Add5,24.2343,136.978,99.389,37.5888,11306.5,8204.06,3102.4,17.1387,97.2822,70.6568,26.6431,8030.37,5832.9,2198.92
+Add6,24.3243,144.761,108.644,36.1167,11913.1,8941.05,2972.07,17.2054,102.532,76.9757,25.5618,8441.39,6337.58,2104.27
+Add7,0.256741,0.108633,0.0804227,0.0282101,837.078,619.959,217.119,0.184457,0.239262,0.17707,0.0622105,1850.45,1370.8,479.791
+Conv1,115.33,355.301,207.624,147.677,5963.71,3435.06,2528.65,81.7778,290.851,188.764,108.126,4791.55,3087.45,1825.79
+Conv2,310.308,1282.26,816.061,466.203,8263.6,5259,3004.6,219.438,941.609,613.698,332.739,6067.24,3954.22,2144.15
+Conv3,165.302,812.529,542.858,269.671,10211.6,6887.29,3324.32,119.55,575.142,383.942,192.317,7329.84,4983.3,2359.48
+Conv4,303.007,1619.75,1129.02,490.726,10843.2,7579.9,3263.26,215.314,1146.48,800.497,347.114,7743.98,5437.17,2313.98
+Conv5,156.337,882.718,630.491,252.227,11295,8067.89,3227.12,110.575,626.941,448.461,178.656,8022.03,5738.71,2285.56
+Conv6,248.321,1443.4,1054.07,389.33,11626.8,8490.88,3135.95,175.601,1023.01,747.582,275.556,8241.2,6022.64,2219.57
+Mul1,2.20702,9.19011,6.8038,2.38631,8310.13,6155.01,2155.12,1.56606,6.74557,4.99224,1.75375,6073,4498.52,1574.87
+Pool1,39.1015,194.307,129.484,64.8227,9955.51,6637,3318.52,27.6862,139.26,93.4326,46.0372,7137.28,4792.17,2355.71
+Pool2,45.8717,263.305,188.721,74.5842,11476,8224.81,3251.15,32.4473,187.287,134.477,52.87,8157.05,5856.35,2303.32
+Pool3,23.8305,140.946,104.705,36.2403,11829.1,8787.6,3041.49,16.856,99.855,74.2068,25.6543,8377.95,6226.11,2152.36
+Softmax1,2.09044,8.55352,6.33795,2.21557,8172.34,6055.47,2116.87,1.4798,6.29816,4.66796,1.63058,6001.96,4448.28,1554.05
+Tanh1,39.4831,135.034,76.518,58.5163,6760.26,3809.4,2950.86,27.9698,104.297,63.7634,42.2063,5167.76,3142.26,2115.25
+Tanh2,38.504,188.321,126.889,61.4314,9782.72,6591.66,3191.06,27.2277,135.275,91.8445,43.6415,7027.36,4771.38,2266.95
+Tanh3,19.3912,101.904,69.9865,31.9174,10512.4,7220.09,3292.33,13.7121,72.8245,50.2415,22.6485,7513.77,5184.09,2336.42
+Tanh4,19.2511,109.512,79.122,30.3901,11374.4,8217.68,3156.73,13.6147,77.9259,56.4047,21.5465,8090.47,5855.69,2237.41
+Tanh5,9.61697,52.0084,37.5149,14.4935,10817.2,7802.82,3014.35,6.80077,36.934,26.6693,10.2721,7682.21,5547.37,2136.37
+Tanh6,9.63435,54.9648,40.9982,13.9666,11410.6,8511.23,2899.37,6.81383,38.9614,29.0708,9.8929,8087.16,6034.3,2053.33
diff --git a/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_layers.txt b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_layers.txt
new file mode 100644
index 0000000000000000000000000000000000000000..98dfa6fa380a34ee7ff5ce0615656deab585ac5b
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_layers.txt
@@ -0,0 +1,7 @@
+Conv1,2000,3,32,32,32,3,3,3,1,1
+Conv2,2000,32,32,32,32,32,3,3,1,1
+Conv3,2000,32,16,16,64,32,3,3,1,1
+Conv4,2000,64,16,16,64,64,3,3,1,1
+Conv5,2000,64,8,8,128,64,3,3,1,1
+Conv6,2000,128,8,8,128,128,3,3,1,1
+FC1,2000,2048,2048,10
diff --git a/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_ops.txt b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_ops.txt
new file mode 100644
index 0000000000000000000000000000000000000000..7a26ba6faa8bf17a0a2067c8a80f69a514ad07c0
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_ops.txt
@@ -0,0 +1,30 @@
+#Conv1,3
+Conv1
+Add1
+Tanh1
+#Conv2,4
+Conv2
+Add2
+Tanh2
+Pool1
+#Conv3,3
+Conv3
+Add3
+Tanh3
+#Conv4,4
+Conv4
+Add4
+Tanh4
+Pool2
+#Conv5,3
+Conv5
+Add5
+Tanh5
+#Conv6,4
+Conv6
+Add6
+Tanh6
+Pool3
+#FC1,2
+Mul1
+Add7
diff --git a/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_promise_confs1.txt b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_promise_confs1.txt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e13831df88fd375fd8439e20106a483a8342bc
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_promise_confs1.txt
@@ -0,0 +1,23 @@
+9 9 9,9 9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9 9,9 9
+9 9 9,7,8 8 8,6,8 8 8,4,7
+9 9 9,7,8 8 8,6,8 8 8,5,7
+9 9 9,7,4,5,8 8 8,5,7
+9 9 9,7,4,6,8 8 8,6,7
+9 9 9,5,7,6,8 8 8,8 8 8 8,7
+9 9 9,7,7,6,8 8 8,6,7
+9 9 9,6,8 8 8,7,8 8 8,7,5
+9 9 9,9 9 9 9,7,6,8 8 8,5,6
+9 9 9,5,8 8 8,4,8 8 8,7,6
+9 9 9,8 8 8 8,7,6,8 8 8,5,7
+9 9 9,7,7,4,8 8 8,6,7
+8 8 8,8 8 8 8,8 8 8,6,8 8 8,5,7
+9 9 9,7,7,6,8 8 8,8 8 8 8,7
+8 8 8,6,4,6,8 8 8,8 8 8 8,7
+8 8 8,9 9 9 9,5,5,8 8 8,5,7
+9 9 9,7,5,6,8 8 8,8 8 8 8,7
+9 9 9,6,8 8 8,8 8 8 8,8 8 8,7,5
+8 8 8,9 9 9 9,4,4,8 8 8,8 8 8 8,4
+8 8 8,8 8 8 8,6,6,8 8 8,8 8 8 8,7
+8 8 8,7,8 8 8,5,8 8 8,8 8 8 8,7
+9 9 9,8 8 8 8,7,6,8 8 8,8 8 8 8,7
+9 9 9,8 8 8 8,5,4,8 8 8,8 8 8 8,8 8
diff --git a/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_promise_confs2.txt b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_promise_confs2.txt
new file mode 100644
index 0000000000000000000000000000000000000000..9188c561894dd811fa5adc5606c61afaf3972a1f
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_promise_confs2.txt
@@ -0,0 +1,37 @@
+9 9 9,9 9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9 9,9 9
+9 9 9,7,7,8 8 8 8,8 8 8,5,8 8
+8 8 8,7,7,8 8 8 8,8 8 8,5,4
+8 8 8,6,7,8 8 8 8,8 8 8,7,7
+8 8 8,6,5,6,8 8 8,5,6
+8 8 8,7,7,6,8 8 8,4,6
+8 8 8,7,7,7,8 8 8,5,7
+8 8 8,7,6,6,8 8 8,5,4
+8 8 8,7,5,7,8 8 8,5,7
+8 8 8,7,8 8 8,6,8 8 8,4,7
+9 9 9,7,8 8 8,6,8 8 8,5,7
+8 8 8,7,7,5,8 8 8,5,7
+9 9 9,7,4,5,8 8 8,5,7
+8 8 8,7,4,6,8 8 8,6,7
+8 8 8,7,7,6,8 8 8,5,7
+8 8 8,5,7,6,8 8 8,8 8 8 8,7
+8 8 8,7,7,6,8 8 8,6,7
+8 8 8,9 9 9 9,7,6,8 8 8,4,8 8
+9 9 9,6,8 8 8,7,8 8 8,7,5
+8 8 8,7,7,6,8 8 8,8 8 8 8,8 8
+9 9 9,9 9 9 9,7,6,8 8 8,5,6
+8 8 8,8 8 8 8,8 8 8,6,8 8 8,5,8 8
+8 8 8,8 8 8 8,7,6,8 8 8,5,8 8
+8 8 8,5,8 8 8,4,8 8 8,7,6
+9 9 9,8 8 8 8,7,6,8 8 8,5,7
+8 8 8,7,7,4,8 8 8,6,7
+8 8 8,8 8 8 8,8 8 8,6,8 8 8,5,7
+9 9 9,7,7,6,8 8 8,8 8 8 8,7
+8 8 8,6,4,6,8 8 8,8 8 8 8,7
+8 8 8,9 9 9 9,5,5,8 8 8,5,7
+9 9 9,7,5,6,8 8 8,8 8 8 8,7
+9 9 9,6,8 8 8,8 8 8 8,8 8 8,7,5
+8 8 8,9 9 9 9,4,4,8 8 8,8 8 8 8,4
+8 8 8,8 8 8 8,6,6,8 8 8,8 8 8 8,7
+8 8 8,7,8 8 8,5,8 8 8,8 8 8 8,7
+8 8 8,8 8 8 8,7,6,8 8 8,8 8 8 8,7
+9 9 9,8 8 8 8,5,4,8 8 8,8 8 8 8,8 8
diff --git a/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_promise_results1.csv b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_promise_results1.csv
new file mode 100644
index 0000000000000000000000000000000000000000..038318438fafe7dffdde74d6066e2bcb67cc686f
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_promise_results1.csv
@@ -0,0 +1,297 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,644.833,1882.211,1052.832,2143.065,1071.7044,1784.0718,9.298743,8588.015943,0.999999988355867
+c1,644.833,52.371161,1026.8995,32.782291,565.8327,17.406593,0.087285,2340.21253,3.66975882144521
+c2,644.833,52.371161,1026.8995,32.782291,565.8327,19.420124,0.087285,2342.226061,3.6666040564304
+c3,644.833,52.371161,11.604395,21.577915,565.8327,19.420124,0.087285,1315.72658,6.52720361572359
+c4,644.833,52.371161,11.604395,32.782291,565.8327,29.504062,0.087285,1337.014894,6.4232757160837
+c5,644.833,25.893498,26.185581,32.782291,565.8327,910.2389,0.087285,2205.853255,3.89328507424738
+c6,644.833,52.371161,26.185581,32.782291,565.8327,29.504062,0.087285,1351.59608,6.3539806268171
+c7,644.833,39.338749,1026.8995,43.642634,565.8327,39.278371,0.043156,2359.86811,3.6391930306142
+c8,644.833,1882.211,26.185581,32.782291,565.8327,19.420124,0.065565,3171.330261,2.70801681483981
+c9,644.833,25.893498,1026.8995,19.340658,565.8327,39.278371,0.065565,2322.143292,3.69831422666943
+c10,644.833,2917.863,26.185581,32.782291,565.8327,19.420124,0.087285,4207.003981,2.04136144811123
+c11,644.833,52.371161,26.185581,19.340658,565.8327,29.504062,0.087285,1338.154447,6.41780574766451
+c12,793.086,2917.863,1026.8995,32.782291,565.8327,19.420124,0.087285,5355.9709,1.60344705805913
+c13,644.833,52.371161,26.185581,32.782291,565.8327,910.2389,0.087285,2232.330918,3.84710684649905
+c14,793.086,39.338749,11.604395,32.782291,565.8327,910.2389,0.087285,2352.97032,3.64986141347242
+c15,793.086,1882.211,12.946749,21.577915,565.8327,19.420124,0.087285,3295.161773,2.60625009453064
+c16,644.833,52.371161,12.946749,32.782291,565.8327,910.2389,0.087285,2219.092086,3.87005821442697
+c17,644.833,39.338749,1026.8995,1646.3233,565.8327,39.278371,0.043156,3962.548776,2.1672959026487
+c18,793.086,1882.211,11.604395,19.340658,565.8327,910.2389,0.038681,4182.352334,2.0533936530993
+c19,793.086,2917.863,19.669375,32.782291,565.8327,910.2389,0.087285,5239.559551,1.63907208144122
+c20,793.086,52.371161,1026.8995,21.577915,565.8327,910.2389,0.087285,3370.093461,2.54830193511058
+c21,644.833,2917.863,26.185581,32.782291,565.8327,910.2389,0.087285,5097.822757,1.68464385364185
+c22,644.833,2917.863,12.946749,19.340658,565.8327,910.2389,26.09765,5097.152657,1.68486532627572
+c3,1315.72658
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,202.0632,433.2493,211.0585,394.5152,190.18827,306.11015,2.463761,1739.648381,0.999999942517123
+c1,202.0632,27.159744,228.5053,22.719616,115.04262,20.759040,0.054060,616.30358,2.82271295378278
+c2,202.0632,27.159744,228.5053,22.719616,115.04262,20.759040,0.054060,616.30358,2.82271295378278
+c3,202.0632,27.159744,13.608704,22.719616,115.04262,20.759040,0.054060,401.406984,4.33387563484056
+c4,202.0632,27.159744,13.608704,22.719616,115.04262,20.759040,0.054060,401.406984,4.33387563484056
+c5,202.0632,27.159744,13.608704,22.719616,115.04262,180.10874,0.054060,560.756684,3.10232248746187
+c6,202.0632,27.159744,13.608704,22.719616,115.04262,20.759040,0.054060,401.406984,4.33387563484056
+c7,202.0632,27.159744,228.5053,22.719616,115.04262,20.759040,0.054060,616.30358,2.82271295378278
+c8,202.0632,433.2493,13.608704,22.719616,115.04262,20.759040,0.054060,807.49654,2.1543722844469
+c9,202.0632,27.159744,228.5053,22.719616,115.04262,20.759040,0.054060,616.30358,2.82271295378278
+c10,202.0632,725.4132,13.608704,22.719616,115.04262,20.759040,0.054060,1099.66044,1.58198672928648
+c11,202.0632,27.159744,13.608704,22.719616,115.04262,20.759040,0.054060,401.406984,4.33387563484056
+c12,270.6243,725.4132,228.5053,22.719616,115.04262,20.759040,0.054060,1383.118136,1.25777271654742
+c13,202.0632,27.159744,13.608704,22.719616,115.04262,180.10874,0.054060,560.756684,3.10232248746187
+c14,270.6243,27.159744,13.608704,22.719616,115.04262,180.10874,0.054060,629.317784,2.76433965286771
+c15,270.6243,433.2493,13.608704,22.719616,115.04262,20.759040,0.054060,876.05764,1.98576908983191
+c16,202.0632,27.159744,13.608704,22.719616,115.04262,180.10874,0.054060,560.756684,3.10232248746187
+c17,202.0632,27.159744,228.5053,345.1436,115.04262,20.759040,0.054060,938.727564,1.85319816142118
+c18,270.6243,433.2493,13.608704,22.719616,115.04262,180.10874,0.054060,1035.40734,1.68015827759553
+c19,270.6243,725.4132,13.608704,22.719616,115.04262,180.10874,0.054060,1327.57124,1.31039916920774
+c20,270.6243,27.159744,228.5053,22.719616,115.04262,180.10874,0.054060,844.21438,2.06067109983709
+c21,202.0632,725.4132,13.608704,22.719616,115.04262,180.10874,0.054060,1259.01014,1.38175872262961
+c22,202.0632,725.4132,13.608704,22.719616,115.04262,180.10874,4.957979,1263.914059,1.37639757305702
+c3,401.406984
+
+Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,644.833,1882.211,1052.832,2143.065,1071.7044,1784.0718,9.298743,8588.015943,0.999999988355867
+c1,644.833,168.647541,1026.8995,107.363804,565.8327,72.035782,2.304538,2587.916865,3.31850521448241
+c2,644.833,168.647541,1026.8995,107.363804,565.8327,74.049313,2.304538,2589.930396,3.31592525601119
+c3,644.833,168.647541,61.067218,96.159428,565.8327,74.049313,2.304538,1612.893738,5.32460087617992
+c4,644.833,168.647541,61.067218,107.363804,565.8327,84.133251,2.304538,1634.182052,5.25523787693405
+c5,644.833,142.169878,75.648404,107.363804,565.8327,910.2389,2.304538,2448.391224,3.50761573888015
+c6,644.833,168.647541,75.648404,107.363804,565.8327,84.133251,2.304538,1648.763238,5.20876207340801
+c7,644.833,155.615129,1026.8995,118.224147,565.8327,93.90756,2.260409,2607.572445,3.29349070631513
+c8,644.833,1882.211,75.648404,107.363804,565.8327,74.049313,2.282818,3352.221039,2.56188824868573
+c9,644.833,142.169878,1026.8995,93.922171,565.8327,93.90756,2.282818,2569.847627,3.34183844932537
+c10,644.833,3118.92,75.648404,107.363804,565.8327,74.049313,2.304538,4588.951759,1.87145479117566
+c11,644.833,168.647541,75.648404,93.922171,565.8327,84.133251,2.304538,1635.321605,5.25157583168016
+c12,809.3061,2917.863,1026.8995,107.363804,565.8327,74.049313,2.304538,5503.618955,1.56043066519981
+c13,644.833,168.647541,75.648404,107.363804,565.8327,910.2389,2.304538,2474.868887,3.47008911910536
+c14,809.3061,155.615129,61.067218,107.363804,565.8327,910.2389,2.304538,2611.728389,3.2882499000837
+c15,809.3061,2074.787,62.409572,96.159428,565.8327,74.049313,2.304538,3684.848651,2.33062915829839
+c16,644.833,168.647541,62.409572,107.363804,565.8327,910.2389,2.304538,2461.630055,3.48875151921431
+c17,644.833,155.615129,1026.8995,1646.3233,565.8327,93.90756,2.260409,4135.671598,2.07657100711189
+c18,809.3061,2074.787,61.067218,93.922171,565.8327,910.2389,2.255934,4517.410023,1.90109281848793
+c19,809.3061,2917.863,69.132198,107.363804,565.8327,910.2389,2.304538,5382.04124,1.59568004042867
+c20,809.3061,168.647541,1026.8995,96.159428,565.8327,910.2389,2.304538,3579.388707,2.3992967531789
+c21,644.833,3118.92,75.648404,107.363804,565.8327,910.2389,2.304538,5425.141346,1.58300313982265
+c22,644.833,3118.92,62.409572,93.922171,565.8327,910.2389,26.09765,5422.253993,1.58384608978154
+c3,1612.893738
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,63.122342,0,47.189800,0,39.390943,0.559103,150.262188,0
+c2,0,63.122342,0,47.189800,0,39.390943,0.559103,150.262188,0
+c3,0,63.122342,29.446347,47.189800,0,39.390943,0.559103,179.708535,0
+c4,0,63.122342,29.446347,47.189800,0,39.390943,0.559103,179.708535,0
+c5,0,63.122342,29.446347,47.189800,0,0,0.559103,140.317592,0
+c6,0,63.122342,29.446347,47.189800,0,39.390943,0.559103,179.708535,0
+c7,0,63.122342,0,47.189800,0,39.390943,0.559103,150.262188,0
+c8,0,0,29.446347,47.189800,0,39.390943,0.559103,116.586193,0
+c9,0,63.122342,0,47.189800,0,39.390943,0.559103,150.262188,0
+c10,0,0,29.446347,47.189800,0,39.390943,0.559103,116.586193,0
+c11,0,63.122342,29.446347,47.189800,0,39.390943,0.559103,179.708535,0
+c12,0,0,0,47.189800,0,39.390943,0.559103,87.139846,0
+c13,0,63.122342,29.446347,47.189800,0,0,0.559103,140.317592,0
+c14,0,63.122342,29.446347,47.189800,0,0,0.559103,140.317592,0
+c15,0,0,29.446347,47.189800,0,39.390943,0.559103,116.586193,0
+c16,0,63.122342,29.446347,47.189800,0,0,0.559103,140.317592,0
+c17,0,63.122342,0,0,0,39.390943,0.559103,103.072388,0
+c18,0,0,29.446347,47.189800,0,0,0.559103,77.19525,0
+c19,0,0,29.446347,47.189800,0,0,0.559103,77.19525,0
+c20,0,63.122342,0,47.189800,0,0,0.559103,110.871245,0
+c21,0,0,29.446347,47.189800,0,0,0.559103,77.19525,0
+c22,0,0,29.446347,47.189800,0,0,0,76.636147,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,53.154038,0,27.391713,0,15.238246,1.658150,97.442147,0
+c2,0,53.154038,0,27.391713,0,15.238246,1.658150,97.442147,0
+c3,0,53.154038,20.016476,27.391713,0,15.238246,1.658150,117.458623,0
+c4,0,53.154038,20.016476,27.391713,0,15.238246,1.658150,117.458623,0
+c5,0,53.154038,20.016476,27.391713,0,0,1.658150,102.220377,0
+c6,0,53.154038,20.016476,27.391713,0,15.238246,1.658150,117.458623,0
+c7,0,53.154038,0,27.391713,0,15.238246,1.658150,97.442147,0
+c8,0,0,20.016476,27.391713,0,15.238246,1.658150,64.304585,0
+c9,0,53.154038,0,27.391713,0,15.238246,1.658150,97.442147,0
+c10,0,0,20.016476,27.391713,0,15.238246,1.658150,64.304585,0
+c11,0,53.154038,20.016476,27.391713,0,15.238246,1.658150,117.458623,0
+c12,0,0,0,27.391713,0,15.238246,1.658150,44.288109,0
+c13,0,53.154038,20.016476,27.391713,0,0,1.658150,102.220377,0
+c14,0,53.154038,20.016476,27.391713,0,0,1.658150,102.220377,0
+c15,0,0,20.016476,27.391713,0,15.238246,1.658150,64.304585,0
+c16,0,53.154038,20.016476,27.391713,0,0,1.658150,102.220377,0
+c17,0,53.154038,0,0,0,15.238246,1.658150,70.050434,0
+c18,0,0,20.016476,27.391713,0,0,1.658150,49.066339,0
+c19,0,0,20.016476,27.391713,0,0,1.658150,49.066339,0
+c20,0,53.154038,0,27.391713,0,0,1.658150,82.203901,0
+c21,0,0,20.016476,27.391713,0,0,1.658150,49.066339,0
+c22,0,0,20.016476,27.391713,0,0,0,47.408189,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,14.128858,0,8.244707,0,5.486035,0.351348,28.210948,0
+c2,0,14.128858,0,8.244707,0,5.486035,0.351348,28.210948,0
+c3,0,14.128858,5.690699,8.244707,0,5.486035,0.351348,33.901647,0
+c4,0,14.128858,5.690699,8.244707,0,5.486035,0.351348,33.901647,0
+c5,0,14.128858,5.690699,8.244707,0,0,0.351348,28.415612,0
+c6,0,14.128858,5.690699,8.244707,0,5.486035,0.351348,33.901647,0
+c7,0,14.128858,0,8.244707,0,5.486035,0.351348,28.210948,0
+c8,0,0,5.690699,8.244707,0,5.486035,0.351348,19.772789,0
+c9,0,14.128858,0,8.244707,0,5.486035,0.351348,28.210948,0
+c10,0,0,5.690699,8.244707,0,5.486035,0.351348,19.772789,0
+c11,0,14.128858,5.690699,8.244707,0,5.486035,0.351348,33.901647,0
+c12,0,0,0,8.244707,0,5.486035,0.351348,14.08209,0
+c13,0,14.128858,5.690699,8.244707,0,0,0.351348,28.415612,0
+c14,0,14.128858,5.690699,8.244707,0,0,0.351348,28.415612,0
+c15,0,0,5.690699,8.244707,0,5.486035,0.351348,19.772789,0
+c16,0,14.128858,5.690699,8.244707,0,0,0.351348,28.415612,0
+c17,0,14.128858,0,0,0,5.486035,0.351348,19.966241,0
+c18,0,0,5.690699,8.244707,0,0,0.351348,14.286754,0
+c19,0,0,5.690699,8.244707,0,0,0.351348,14.286754,0
+c20,0,14.128858,0,8.244707,0,0,0.351348,22.724913,0
+c21,0,0,5.690699,8.244707,0,0,0.351348,14.286754,0
+c22,0,0,5.690699,8.244707,0,0,0,13.935406,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0
+c10,0,201.057,0,0,0,0,0,201.057,0
+c11,0,0,0,0,0,0,0,0,0
+c12,16.2201,0,0,0,0,0,0,16.2201,0
+c13,0,0,0,0,0,0,0,0,0
+c14,16.2201,0,0,0,0,0,0,16.2201,0
+c15,16.2201,192.576,0,0,0,0,0,208.7961,0
+c16,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0
+c18,16.2201,192.576,0,0,0,0,0,208.7961,0
+c19,16.2201,0,0,0,0,0,0,16.2201,0
+c20,16.2201,0,0,0,0,0,0,16.2201,0
+c21,0,201.057,0,0,0,0,0,201.057,0
+c22,0,201.057,0,0,0,0,0,201.057,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0
+c10,0,56.8745,0,0,0,0,0,56.8745,0
+c11,0,0,0,0,0,0,0,0,0
+c12,6.64024,0,0,0,0,0,0,6.64024,0
+c13,0,0,0,0,0,0,0,0,0
+c14,6.64024,0,0,0,0,0,0,6.64024,0
+c15,6.64024,41.8404,0,0,0,0,0,48.48064,0
+c16,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0
+c18,6.64024,41.8404,0,0,0,0,0,48.48064,0
+c19,6.64024,0,0,0,0,0,0,6.64024,0
+c20,6.64024,0,0,0,0,0,0,6.64024,0
+c21,0,56.8745,0,0,0,0,0,56.8745,0
+c22,0,56.8745,0,0,0,0,0,56.8745,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,202.0632,433.2493,211.0585,394.5152,190.18827,306.11015,2.463761,1739.648381,0.999999942517123
+c1,202.0632,41.288602,228.5053,30.964323,115.04262,26.245075,0.405408,644.514528,2.69916043084751
+c2,202.0632,41.288602,228.5053,30.964323,115.04262,26.245075,0.405408,644.514528,2.69916043084751
+c3,202.0632,41.288602,19.299403,30.964323,115.04262,26.245075,0.405408,435.308631,3.996355361409
+c4,202.0632,41.288602,19.299403,30.964323,115.04262,26.245075,0.405408,435.308631,3.996355361409
+c5,202.0632,41.288602,19.299403,30.964323,115.04262,180.10874,0.405408,589.172296,2.9526983830383
+c6,202.0632,41.288602,19.299403,30.964323,115.04262,26.245075,0.405408,435.308631,3.996355361409
+c7,202.0632,41.288602,228.5053,30.964323,115.04262,26.245075,0.405408,644.514528,2.69916043084751
+c8,202.0632,433.2493,19.299403,30.964323,115.04262,26.245075,0.405408,827.269329,2.10288005336167
+c9,202.0632,41.288602,228.5053,30.964323,115.04262,26.245075,0.405408,644.514528,2.69916043084751
+c10,202.0632,782.2877,19.299403,30.964323,115.04262,26.245075,0.405408,1176.307729,1.47890572357995
+c11,202.0632,41.288602,19.299403,30.964323,115.04262,26.245075,0.405408,435.308631,3.996355361409
+c12,277.26454,725.4132,228.5053,30.964323,115.04262,26.245075,0.405408,1403.840466,1.23920651898301
+c13,202.0632,41.288602,19.299403,30.964323,115.04262,180.10874,0.405408,589.172296,2.9526983830383
+c14,277.26454,41.288602,19.299403,30.964323,115.04262,180.10874,0.405408,664.373636,2.61847855617218
+c15,277.26454,475.0897,19.299403,30.964323,115.04262,26.245075,0.405408,944.311069,1.84224060681421
+c16,202.0632,41.288602,19.299403,30.964323,115.04262,180.10874,0.405408,589.172296,2.9526983830383
+c17,202.0632,41.288602,228.5053,345.1436,115.04262,26.245075,0.405408,958.693805,1.81460252529716
+c18,277.26454,475.0897,19.299403,30.964323,115.04262,180.10874,0.405408,1098.174734,1.58412697790887
+c19,277.26454,725.4132,19.299403,30.964323,115.04262,180.10874,0.405408,1348.498234,1.2900634262111
+c20,277.26454,41.288602,228.5053,30.964323,115.04262,180.10874,0.405408,873.579533,1.99140217478033
+c21,202.0632,782.2877,19.299403,30.964323,115.04262,180.10874,0.405408,1330.171394,1.30783766517853
+c22,202.0632,782.2877,19.299403,30.964323,115.04262,180.10874,4.957979,1334.723965,1.30337680020776
+c3,435.308631
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_promise_results2.csv b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_promise_results2.csv
new file mode 100644
index 0000000000000000000000000000000000000000..a46a2216abbef609554dea8b8df6f572e60dff2e
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_promise_results2.csv
@@ -0,0 +1,451 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,644.833,1882.211,1052.832,2143.065,1071.7044,1784.0718,9.298743,8588.015943,0.999999988355867
+c1,644.833,52.371161,26.185581,1646.3233,565.8327,19.420124,26.09765,2981.063516,2.88085631480868
+c2,793.086,52.371161,26.185581,1646.3233,565.8327,19.420124,0.038681,3103.257547,2.76741956998068
+c3,793.086,39.338749,26.185581,1646.3233,565.8327,39.278371,0.087285,3110.131986,2.7613026410223
+c4,793.086,39.338749,12.946749,32.782291,565.8327,19.420124,0.065565,1463.472178,5.86824641101948
+c5,793.086,52.371161,26.185581,32.782291,565.8327,17.406593,0.065565,1487.729891,5.77256356661025
+c6,793.086,52.371161,26.185581,43.642634,565.8327,19.420124,0.087285,1500.625485,5.72295716456147
+c7,793.086,52.371161,19.669375,32.782291,565.8327,19.420124,0.038681,1483.200332,5.79019244986304
+c8,793.086,52.371161,12.946749,43.642634,565.8327,19.420124,0.087285,1487.386653,5.77389567688317
+c9,793.086,52.371161,1026.8995,32.782291,565.8327,17.406593,0.087285,2488.46553,3.451129016799
+c10,644.833,52.371161,1026.8995,32.782291,565.8327,19.420124,0.087285,2342.226061,3.6666040564304
+c11,793.086,52.371161,26.185581,21.577915,565.8327,19.420124,0.087285,1478.560766,5.80836145503664
+c12,644.833,52.371161,11.604395,21.577915,565.8327,19.420124,0.087285,1315.72658,6.52720361572359
+c13,793.086,52.371161,11.604395,32.782291,565.8327,29.504062,0.087285,1485.267894,5.78213223316788
+c14,793.086,52.371161,26.185581,32.782291,565.8327,19.420124,0.087285,1489.765142,5.76467734706352
+c15,793.086,25.893498,26.185581,32.782291,565.8327,910.2389,0.087285,2354.106255,3.64810023334736
+c16,793.086,52.371161,26.185581,32.782291,565.8327,29.504062,0.087285,1499.84908,5.72591968413784
+c17,793.086,1882.211,26.185581,32.782291,565.8327,17.406593,26.09765,3343.601815,2.56849235086049
+c18,644.833,39.338749,1026.8995,43.642634,565.8327,39.278371,0.043156,2359.86811,3.6391930306142
+c19,793.086,52.371161,26.185581,32.782291,565.8327,910.2389,26.09765,2406.594283,3.56853485725101
+c20,644.833,1882.211,26.185581,32.782291,565.8327,19.420124,0.065565,3171.330261,2.70801681483981
+c21,793.086,2917.863,1026.8995,32.782291,565.8327,19.420124,26.09765,5381.981265,1.59569782215327
+c22,793.086,2917.863,26.185581,32.782291,565.8327,19.420124,26.09765,4381.267346,1.96016701761511
+c23,793.086,25.893498,1026.8995,19.340658,565.8327,39.278371,0.065565,2470.396292,3.47637163445145
+c24,644.833,2917.863,26.185581,32.782291,565.8327,19.420124,0.087285,4207.003981,2.04136144811123
+c25,793.086,52.371161,26.185581,19.340658,565.8327,29.504062,0.087285,1486.407447,5.77769936672691
+c26,793.086,2917.863,1026.8995,32.782291,565.8327,19.420124,0.087285,5355.9709,1.60344705805913
+c27,644.833,52.371161,26.185581,32.782291,565.8327,910.2389,0.087285,2232.330918,3.84710684649905
+c28,793.086,39.338749,11.604395,32.782291,565.8327,910.2389,0.087285,2352.97032,3.64986141347242
+c29,793.086,1882.211,12.946749,21.577915,565.8327,19.420124,0.087285,3295.161773,2.60625009453064
+c30,644.833,52.371161,12.946749,32.782291,565.8327,910.2389,0.087285,2219.092086,3.87005821442697
+c31,644.833,39.338749,1026.8995,1646.3233,565.8327,39.278371,0.043156,3962.548776,2.1672959026487
+c32,793.086,1882.211,11.604395,19.340658,565.8327,910.2389,0.038681,4182.352334,2.0533936530993
+c33,793.086,2917.863,19.669375,32.782291,565.8327,910.2389,0.087285,5239.559551,1.63907208144122
+c34,793.086,52.371161,1026.8995,21.577915,565.8327,910.2389,0.087285,3370.093461,2.54830193511058
+c35,793.086,2917.863,26.185581,32.782291,565.8327,910.2389,0.087285,5246.075757,1.63703617276916
+c36,644.833,2917.863,12.946749,19.340658,565.8327,910.2389,26.09765,5097.152657,1.68486532627572
+c12,1315.72658
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,202.0632,433.2493,211.0585,394.5152,190.18827,306.11015,2.463761,1739.648381,0.999999942517123
+c1,202.0632,27.159744,13.608704,345.1436,115.04262,20.759040,4.957979,728.734887,2.38721676883067
+c2,270.6243,27.159744,13.608704,345.1436,115.04262,20.759040,0.054060,792.392068,2.19543863664236
+c3,270.6243,27.159744,13.608704,345.1436,115.04262,20.759040,0.054060,792.392068,2.19543863664236
+c4,270.6243,27.159744,13.608704,22.719616,115.04262,20.759040,0.054060,469.968084,3.70163011077363
+c5,270.6243,27.159744,13.608704,22.719616,115.04262,20.759040,0.054060,469.968084,3.70163011077363
+c6,270.6243,27.159744,13.608704,22.719616,115.04262,20.759040,0.054060,469.968084,3.70163011077363
+c7,270.6243,27.159744,13.608704,22.719616,115.04262,20.759040,0.054060,469.968084,3.70163011077363
+c8,270.6243,27.159744,13.608704,22.719616,115.04262,20.759040,0.054060,469.968084,3.70163011077363
+c9,270.6243,27.159744,228.5053,22.719616,115.04262,20.759040,0.054060,684.86468,2.5401340991721
+c10,202.0632,27.159744,228.5053,22.719616,115.04262,20.759040,0.054060,616.30358,2.82271295378278
+c11,270.6243,27.159744,13.608704,22.719616,115.04262,20.759040,0.054060,469.968084,3.70163011077363
+c12,202.0632,27.159744,13.608704,22.719616,115.04262,20.759040,0.054060,401.406984,4.33387563484056
+c13,270.6243,27.159744,13.608704,22.719616,115.04262,20.759040,0.054060,469.968084,3.70163011077363
+c14,270.6243,27.159744,13.608704,22.719616,115.04262,20.759040,0.054060,469.968084,3.70163011077363
+c15,270.6243,27.159744,13.608704,22.719616,115.04262,180.10874,0.054060,629.317784,2.76433965286771
+c16,270.6243,27.159744,13.608704,22.719616,115.04262,20.759040,0.054060,469.968084,3.70163011077363
+c17,270.6243,433.2493,13.608704,22.719616,115.04262,20.759040,4.957979,880.961559,1.97471520267376
+c18,202.0632,27.159744,228.5053,22.719616,115.04262,20.759040,0.054060,616.30358,2.82271295378278
+c19,270.6243,27.159744,13.608704,22.719616,115.04262,180.10874,4.957979,634.221703,2.74296527298668
+c20,202.0632,433.2493,13.608704,22.719616,115.04262,20.759040,0.054060,807.49654,2.1543722844469
+c21,270.6243,725.4132,228.5053,22.719616,115.04262,20.759040,4.957979,1388.022055,1.25332897225981
+c22,270.6243,725.4132,13.608704,22.719616,115.04262,20.759040,4.957979,1173.125459,1.48291746578509
+c23,270.6243,27.159744,228.5053,22.719616,115.04262,20.759040,0.054060,684.86468,2.5401340991721
+c24,202.0632,725.4132,13.608704,22.719616,115.04262,20.759040,0.054060,1099.66044,1.58198672928648
+c25,270.6243,27.159744,13.608704,22.719616,115.04262,20.759040,0.054060,469.968084,3.70163011077363
+c26,270.6243,725.4132,228.5053,22.719616,115.04262,20.759040,0.054060,1383.118136,1.25777271654742
+c27,202.0632,27.159744,13.608704,22.719616,115.04262,180.10874,0.054060,560.756684,3.10232248746187
+c28,270.6243,27.159744,13.608704,22.719616,115.04262,180.10874,0.054060,629.317784,2.76433965286771
+c29,270.6243,433.2493,13.608704,22.719616,115.04262,20.759040,0.054060,876.05764,1.98576908983191
+c30,202.0632,27.159744,13.608704,22.719616,115.04262,180.10874,0.054060,560.756684,3.10232248746187
+c31,202.0632,27.159744,228.5053,345.1436,115.04262,20.759040,0.054060,938.727564,1.85319816142118
+c32,270.6243,433.2493,13.608704,22.719616,115.04262,180.10874,0.054060,1035.40734,1.68015827759553
+c33,270.6243,725.4132,13.608704,22.719616,115.04262,180.10874,0.054060,1327.57124,1.31039916920774
+c34,270.6243,27.159744,228.5053,22.719616,115.04262,180.10874,0.054060,844.21438,2.06067109983709
+c35,270.6243,725.4132,13.608704,22.719616,115.04262,180.10874,0.054060,1327.57124,1.31039916920774
+c36,202.0632,725.4132,13.608704,22.719616,115.04262,180.10874,4.957979,1263.914059,1.37639757305702
+c12,401.406984
+
+Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,644.833,1882.211,1052.832,2143.065,1071.7044,1784.0718,9.298743,8588.015943,0.999999988355867
+c1,644.833,168.647541,75.648404,1646.3233,565.8327,74.049313,26.09765,3201.431908,2.6825545323279
+c2,809.3061,168.647541,75.648404,1646.3233,565.8327,74.049313,2.255934,3342.063292,2.56967475947865
+c3,809.3061,155.615129,75.648404,1646.3233,565.8327,93.90756,2.304538,3348.937731,2.56439993107773
+c4,809.3061,155.615129,62.409572,107.363804,565.8327,74.049313,2.282818,1776.859436,4.83325539751613
+c5,809.3061,168.647541,75.648404,107.363804,565.8327,72.035782,2.282818,1801.117149,4.76816040031162
+c6,809.3061,168.647541,75.648404,118.224147,565.8327,74.049313,2.304538,1814.012743,4.73426413497559
+c7,809.3061,168.647541,69.132198,107.363804,565.8327,74.049313,2.255934,1796.58759,4.78018189192869
+c8,809.3061,168.647541,62.409572,118.224147,565.8327,74.049313,2.304538,1800.773911,4.76906923941607
+c9,809.3061,168.647541,1026.8995,107.363804,565.8327,72.035782,2.304538,2752.389965,3.12020307448683
+c10,644.833,168.647541,1026.8995,107.363804,565.8327,74.049313,2.304538,2589.930396,3.31592525601119
+c11,809.3061,168.647541,75.648404,96.159428,565.8327,74.049313,2.304538,1791.948024,4.79255834919471
+c12,644.833,168.647541,61.067218,96.159428,565.8327,74.049313,2.304538,1612.893738,5.32460087617992
+c13,809.3061,168.647541,61.067218,107.363804,565.8327,84.133251,2.304538,1798.655152,4.77468705214667
+c14,809.3061,168.647541,75.648404,107.363804,565.8327,74.049313,2.304538,1803.1524,4.76277849100395
+c15,809.3061,142.169878,75.648404,107.363804,565.8327,910.2389,2.304538,2612.864324,3.28682034326631
+c16,809.3061,168.647541,75.648404,107.363804,565.8327,84.133251,2.304538,1813.236338,4.73629128723697
+c17,809.3061,2074.787,75.648404,107.363804,565.8327,72.035782,26.09765,3731.07144,2.30175590334566
+c18,644.833,155.615129,1026.8995,118.224147,565.8327,93.90756,2.260409,2607.572445,3.29349070631513
+c19,809.3061,168.647541,75.648404,107.363804,565.8327,910.2389,26.09765,2663.135099,3.22477655142134
+c20,644.833,1882.211,75.648404,107.363804,565.8327,74.049313,2.282818,3352.221039,2.56188824868573
+c21,809.3061,2917.863,1026.8995,107.363804,565.8327,74.049313,26.09765,5527.412067,1.55371368798451
+c22,809.3061,2917.863,75.648404,107.363804,565.8327,74.049313,26.09765,4576.160971,1.87668567818206
+c23,809.3061,142.169878,1026.8995,93.922171,565.8327,93.90756,2.282818,2734.320727,3.14082234176685
+c24,644.833,3118.92,75.648404,107.363804,565.8327,74.049313,2.304538,4588.951759,1.87145479117566
+c25,809.3061,168.647541,75.648404,93.922171,565.8327,84.133251,2.304538,1799.794705,4.77166392476613
+c26,809.3061,2917.863,1026.8995,107.363804,565.8327,74.049313,2.304538,5503.618955,1.56043066519981
+c27,644.833,168.647541,75.648404,107.363804,565.8327,910.2389,2.304538,2474.868887,3.47008911910536
+c28,809.3061,155.615129,61.067218,107.363804,565.8327,910.2389,2.304538,2611.728389,3.2882499000837
+c29,809.3061,2074.787,62.409572,96.159428,565.8327,74.049313,2.304538,3684.848651,2.33062915829839
+c30,644.833,168.647541,62.409572,107.363804,565.8327,910.2389,2.304538,2461.630055,3.48875151921431
+c31,644.833,155.615129,1026.8995,1646.3233,565.8327,93.90756,2.260409,4135.671598,2.07657100711189
+c32,809.3061,2074.787,61.067218,93.922171,565.8327,910.2389,2.255934,4517.410023,1.90109281848793
+c33,809.3061,2917.863,69.132198,107.363804,565.8327,910.2389,2.304538,5382.04124,1.59568004042867
+c34,809.3061,168.647541,1026.8995,96.159428,565.8327,910.2389,2.304538,3579.388707,2.3992967531789
+c35,809.3061,2917.863,75.648404,107.363804,565.8327,910.2389,2.304538,5388.557446,1.5937504368632
+c36,644.833,3118.92,62.409572,93.922171,565.8327,910.2389,26.09765,5422.253993,1.58384608978154
+c12,1612.893738
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,63.122342,29.446347,0,0,39.390943,0,131.959632,0
+c2,0,63.122342,29.446347,0,0,39.390943,0.559103,132.518735,0
+c3,0,63.122342,29.446347,0,0,39.390943,0.559103,132.518735,0
+c4,0,63.122342,29.446347,47.189800,0,39.390943,0.559103,179.708535,0
+c5,0,63.122342,29.446347,47.189800,0,39.390943,0.559103,179.708535,0
+c6,0,63.122342,29.446347,47.189800,0,39.390943,0.559103,179.708535,0
+c7,0,63.122342,29.446347,47.189800,0,39.390943,0.559103,179.708535,0
+c8,0,63.122342,29.446347,47.189800,0,39.390943,0.559103,179.708535,0
+c9,0,63.122342,0,47.189800,0,39.390943,0.559103,150.262188,0
+c10,0,63.122342,0,47.189800,0,39.390943,0.559103,150.262188,0
+c11,0,63.122342,29.446347,47.189800,0,39.390943,0.559103,179.708535,0
+c12,0,63.122342,29.446347,47.189800,0,39.390943,0.559103,179.708535,0
+c13,0,63.122342,29.446347,47.189800,0,39.390943,0.559103,179.708535,0
+c14,0,63.122342,29.446347,47.189800,0,39.390943,0.559103,179.708535,0
+c15,0,63.122342,29.446347,47.189800,0,0,0.559103,140.317592,0
+c16,0,63.122342,29.446347,47.189800,0,39.390943,0.559103,179.708535,0
+c17,0,0,29.446347,47.189800,0,39.390943,0,116.02709,0
+c18,0,63.122342,0,47.189800,0,39.390943,0.559103,150.262188,0
+c19,0,63.122342,29.446347,47.189800,0,0,0,139.758489,0
+c20,0,0,29.446347,47.189800,0,39.390943,0.559103,116.586193,0
+c21,0,0,0,47.189800,0,39.390943,0,86.580743,0
+c22,0,0,29.446347,47.189800,0,39.390943,0,116.02709,0
+c23,0,63.122342,0,47.189800,0,39.390943,0.559103,150.262188,0
+c24,0,0,29.446347,47.189800,0,39.390943,0.559103,116.586193,0
+c25,0,63.122342,29.446347,47.189800,0,39.390943,0.559103,179.708535,0
+c26,0,0,0,47.189800,0,39.390943,0.559103,87.139846,0
+c27,0,63.122342,29.446347,47.189800,0,0,0.559103,140.317592,0
+c28,0,63.122342,29.446347,47.189800,0,0,0.559103,140.317592,0
+c29,0,0,29.446347,47.189800,0,39.390943,0.559103,116.586193,0
+c30,0,63.122342,29.446347,47.189800,0,0,0.559103,140.317592,0
+c31,0,63.122342,0,0,0,39.390943,0.559103,103.072388,0
+c32,0,0,29.446347,47.189800,0,0,0.559103,77.19525,0
+c33,0,0,29.446347,47.189800,0,0,0.559103,77.19525,0
+c34,0,63.122342,0,47.189800,0,0,0.559103,110.871245,0
+c35,0,0,29.446347,47.189800,0,0,0.559103,77.19525,0
+c36,0,0,29.446347,47.189800,0,0,0,76.636147,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,53.154038,20.016476,0,0,15.238246,0,88.40876,0
+c2,0,53.154038,20.016476,0,0,15.238246,1.658150,90.06691,0
+c3,0,53.154038,20.016476,0,0,15.238246,1.658150,90.06691,0
+c4,0,53.154038,20.016476,27.391713,0,15.238246,1.658150,117.458623,0
+c5,0,53.154038,20.016476,27.391713,0,15.238246,1.658150,117.458623,0
+c6,0,53.154038,20.016476,27.391713,0,15.238246,1.658150,117.458623,0
+c7,0,53.154038,20.016476,27.391713,0,15.238246,1.658150,117.458623,0
+c8,0,53.154038,20.016476,27.391713,0,15.238246,1.658150,117.458623,0
+c9,0,53.154038,0,27.391713,0,15.238246,1.658150,97.442147,0
+c10,0,53.154038,0,27.391713,0,15.238246,1.658150,97.442147,0
+c11,0,53.154038,20.016476,27.391713,0,15.238246,1.658150,117.458623,0
+c12,0,53.154038,20.016476,27.391713,0,15.238246,1.658150,117.458623,0
+c13,0,53.154038,20.016476,27.391713,0,15.238246,1.658150,117.458623,0
+c14,0,53.154038,20.016476,27.391713,0,15.238246,1.658150,117.458623,0
+c15,0,53.154038,20.016476,27.391713,0,0,1.658150,102.220377,0
+c16,0,53.154038,20.016476,27.391713,0,15.238246,1.658150,117.458623,0
+c17,0,0,20.016476,27.391713,0,15.238246,0,62.646435,0
+c18,0,53.154038,0,27.391713,0,15.238246,1.658150,97.442147,0
+c19,0,53.154038,20.016476,27.391713,0,0,0,100.562227,0
+c20,0,0,20.016476,27.391713,0,15.238246,1.658150,64.304585,0
+c21,0,0,0,27.391713,0,15.238246,0,42.629959,0
+c22,0,0,20.016476,27.391713,0,15.238246,0,62.646435,0
+c23,0,53.154038,0,27.391713,0,15.238246,1.658150,97.442147,0
+c24,0,0,20.016476,27.391713,0,15.238246,1.658150,64.304585,0
+c25,0,53.154038,20.016476,27.391713,0,15.238246,1.658150,117.458623,0
+c26,0,0,0,27.391713,0,15.238246,1.658150,44.288109,0
+c27,0,53.154038,20.016476,27.391713,0,0,1.658150,102.220377,0
+c28,0,53.154038,20.016476,27.391713,0,0,1.658150,102.220377,0
+c29,0,0,20.016476,27.391713,0,15.238246,1.658150,64.304585,0
+c30,0,53.154038,20.016476,27.391713,0,0,1.658150,102.220377,0
+c31,0,53.154038,0,0,0,15.238246,1.658150,70.050434,0
+c32,0,0,20.016476,27.391713,0,0,1.658150,49.066339,0
+c33,0,0,20.016476,27.391713,0,0,1.658150,49.066339,0
+c34,0,53.154038,0,27.391713,0,0,1.658150,82.203901,0
+c35,0,0,20.016476,27.391713,0,0,1.658150,49.066339,0
+c36,0,0,20.016476,27.391713,0,0,0,47.408189,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,14.128858,5.690699,0,0,5.486035,0,25.305592,0
+c2,0,14.128858,5.690699,0,0,5.486035,0.351348,25.65694,0
+c3,0,14.128858,5.690699,0,0,5.486035,0.351348,25.65694,0
+c4,0,14.128858,5.690699,8.244707,0,5.486035,0.351348,33.901647,0
+c5,0,14.128858,5.690699,8.244707,0,5.486035,0.351348,33.901647,0
+c6,0,14.128858,5.690699,8.244707,0,5.486035,0.351348,33.901647,0
+c7,0,14.128858,5.690699,8.244707,0,5.486035,0.351348,33.901647,0
+c8,0,14.128858,5.690699,8.244707,0,5.486035,0.351348,33.901647,0
+c9,0,14.128858,0,8.244707,0,5.486035,0.351348,28.210948,0
+c10,0,14.128858,0,8.244707,0,5.486035,0.351348,28.210948,0
+c11,0,14.128858,5.690699,8.244707,0,5.486035,0.351348,33.901647,0
+c12,0,14.128858,5.690699,8.244707,0,5.486035,0.351348,33.901647,0
+c13,0,14.128858,5.690699,8.244707,0,5.486035,0.351348,33.901647,0
+c14,0,14.128858,5.690699,8.244707,0,5.486035,0.351348,33.901647,0
+c15,0,14.128858,5.690699,8.244707,0,0,0.351348,28.415612,0
+c16,0,14.128858,5.690699,8.244707,0,5.486035,0.351348,33.901647,0
+c17,0,0,5.690699,8.244707,0,5.486035,0,19.421441,0
+c18,0,14.128858,0,8.244707,0,5.486035,0.351348,28.210948,0
+c19,0,14.128858,5.690699,8.244707,0,0,0,28.064264,0
+c20,0,0,5.690699,8.244707,0,5.486035,0.351348,19.772789,0
+c21,0,0,0,8.244707,0,5.486035,0,13.730742,0
+c22,0,0,5.690699,8.244707,0,5.486035,0,19.421441,0
+c23,0,14.128858,0,8.244707,0,5.486035,0.351348,28.210948,0
+c24,0,0,5.690699,8.244707,0,5.486035,0.351348,19.772789,0
+c25,0,14.128858,5.690699,8.244707,0,5.486035,0.351348,33.901647,0
+c26,0,0,0,8.244707,0,5.486035,0.351348,14.08209,0
+c27,0,14.128858,5.690699,8.244707,0,0,0.351348,28.415612,0
+c28,0,14.128858,5.690699,8.244707,0,0,0.351348,28.415612,0
+c29,0,0,5.690699,8.244707,0,5.486035,0.351348,19.772789,0
+c30,0,14.128858,5.690699,8.244707,0,0,0.351348,28.415612,0
+c31,0,14.128858,0,0,0,5.486035,0.351348,19.966241,0
+c32,0,0,5.690699,8.244707,0,0,0.351348,14.286754,0
+c33,0,0,5.690699,8.244707,0,0,0.351348,14.286754,0
+c34,0,14.128858,0,8.244707,0,0,0.351348,22.724913,0
+c35,0,0,5.690699,8.244707,0,0,0.351348,14.286754,0
+c36,0,0,5.690699,8.244707,0,0,0,13.935406,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0,0
+c32,0,0,0,0,0,0,0,0,0
+c33,0,0,0,0,0,0,0,0,0
+c34,0,0,0,0,0,0,0,0,0
+c35,0,0,0,0,0,0,0,0,0
+c36,0,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0
+c2,16.2201,0,0,0,0,0,0,16.2201,0
+c3,16.2201,0,0,0,0,0,0,16.2201,0
+c4,16.2201,0,0,0,0,0,0,16.2201,0
+c5,16.2201,0,0,0,0,0,0,16.2201,0
+c6,16.2201,0,0,0,0,0,0,16.2201,0
+c7,16.2201,0,0,0,0,0,0,16.2201,0
+c8,16.2201,0,0,0,0,0,0,16.2201,0
+c9,16.2201,0,0,0,0,0,0,16.2201,0
+c10,0,0,0,0,0,0,0,0,0
+c11,16.2201,0,0,0,0,0,0,16.2201,0
+c12,0,0,0,0,0,0,0,0,0
+c13,16.2201,0,0,0,0,0,0,16.2201,0
+c14,16.2201,0,0,0,0,0,0,16.2201,0
+c15,16.2201,0,0,0,0,0,0,16.2201,0
+c16,16.2201,0,0,0,0,0,0,16.2201,0
+c17,16.2201,192.576,0,0,0,0,0,208.7961,0
+c18,0,0,0,0,0,0,0,0,0
+c19,16.2201,0,0,0,0,0,0,16.2201,0
+c20,0,0,0,0,0,0,0,0,0
+c21,16.2201,0,0,0,0,0,0,16.2201,0
+c22,16.2201,0,0,0,0,0,0,16.2201,0
+c23,16.2201,0,0,0,0,0,0,16.2201,0
+c24,0,201.057,0,0,0,0,0,201.057,0
+c25,16.2201,0,0,0,0,0,0,16.2201,0
+c26,16.2201,0,0,0,0,0,0,16.2201,0
+c27,0,0,0,0,0,0,0,0,0
+c28,16.2201,0,0,0,0,0,0,16.2201,0
+c29,16.2201,192.576,0,0,0,0,0,208.7961,0
+c30,0,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0,0
+c32,16.2201,192.576,0,0,0,0,0,208.7961,0
+c33,16.2201,0,0,0,0,0,0,16.2201,0
+c34,16.2201,0,0,0,0,0,0,16.2201,0
+c35,16.2201,0,0,0,0,0,0,16.2201,0
+c36,0,201.057,0,0,0,0,0,201.057,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0
+c2,6.64024,0,0,0,0,0,0,6.64024,0
+c3,6.64024,0,0,0,0,0,0,6.64024,0
+c4,6.64024,0,0,0,0,0,0,6.64024,0
+c5,6.64024,0,0,0,0,0,0,6.64024,0
+c6,6.64024,0,0,0,0,0,0,6.64024,0
+c7,6.64024,0,0,0,0,0,0,6.64024,0
+c8,6.64024,0,0,0,0,0,0,6.64024,0
+c9,6.64024,0,0,0,0,0,0,6.64024,0
+c10,0,0,0,0,0,0,0,0,0
+c11,6.64024,0,0,0,0,0,0,6.64024,0
+c12,0,0,0,0,0,0,0,0,0
+c13,6.64024,0,0,0,0,0,0,6.64024,0
+c14,6.64024,0,0,0,0,0,0,6.64024,0
+c15,6.64024,0,0,0,0,0,0,6.64024,0
+c16,6.64024,0,0,0,0,0,0,6.64024,0
+c17,6.64024,41.8404,0,0,0,0,0,48.48064,0
+c18,0,0,0,0,0,0,0,0,0
+c19,6.64024,0,0,0,0,0,0,6.64024,0
+c20,0,0,0,0,0,0,0,0,0
+c21,6.64024,0,0,0,0,0,0,6.64024,0
+c22,6.64024,0,0,0,0,0,0,6.64024,0
+c23,6.64024,0,0,0,0,0,0,6.64024,0
+c24,0,56.8745,0,0,0,0,0,56.8745,0
+c25,6.64024,0,0,0,0,0,0,6.64024,0
+c26,6.64024,0,0,0,0,0,0,6.64024,0
+c27,0,0,0,0,0,0,0,0,0
+c28,6.64024,0,0,0,0,0,0,6.64024,0
+c29,6.64024,41.8404,0,0,0,0,0,48.48064,0
+c30,0,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0,0
+c32,6.64024,41.8404,0,0,0,0,0,48.48064,0
+c33,6.64024,0,0,0,0,0,0,6.64024,0
+c34,6.64024,0,0,0,0,0,0,6.64024,0
+c35,6.64024,0,0,0,0,0,0,6.64024,0
+c36,0,56.8745,0,0,0,0,0,56.8745,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,202.0632,433.2493,211.0585,394.5152,190.18827,306.11015,2.463761,1739.648381,0.999999942517123
+c1,202.0632,41.288602,19.299403,345.1436,115.04262,26.245075,4.957979,754.040479,2.30710180519343
+c2,277.26454,41.288602,19.299403,345.1436,115.04262,26.245075,0.405408,824.689248,2.1094590165605
+c3,277.26454,41.288602,19.299403,345.1436,115.04262,26.245075,0.405408,824.689248,2.1094590165605
+c4,277.26454,41.288602,19.299403,30.964323,115.04262,26.245075,0.405408,510.509971,3.40766711534668
+c5,277.26454,41.288602,19.299403,30.964323,115.04262,26.245075,0.405408,510.509971,3.40766711534668
+c6,277.26454,41.288602,19.299403,30.964323,115.04262,26.245075,0.405408,510.509971,3.40766711534668
+c7,277.26454,41.288602,19.299403,30.964323,115.04262,26.245075,0.405408,510.509971,3.40766711534668
+c8,277.26454,41.288602,19.299403,30.964323,115.04262,26.245075,0.405408,510.509971,3.40766711534668
+c9,277.26454,41.288602,228.5053,30.964323,115.04262,26.245075,0.405408,719.715868,2.41713183859775
+c10,202.0632,41.288602,228.5053,30.964323,115.04262,26.245075,0.405408,644.514528,2.69916043084751
+c11,277.26454,41.288602,19.299403,30.964323,115.04262,26.245075,0.405408,510.509971,3.40766711534668
+c12,202.0632,41.288602,19.299403,30.964323,115.04262,26.245075,0.405408,435.308631,3.996355361409
+c13,277.26454,41.288602,19.299403,30.964323,115.04262,26.245075,0.405408,510.509971,3.40766711534668
+c14,277.26454,41.288602,19.299403,30.964323,115.04262,26.245075,0.405408,510.509971,3.40766711534668
+c15,277.26454,41.288602,19.299403,30.964323,115.04262,180.10874,0.405408,664.373636,2.61847855617218
+c16,277.26454,41.288602,19.299403,30.964323,115.04262,26.245075,0.405408,510.509971,3.40766711534668
+c17,277.26454,475.0897,19.299403,30.964323,115.04262,26.245075,4.957979,948.86364,1.83340168631589
+c18,202.0632,41.288602,228.5053,30.964323,115.04262,26.245075,0.405408,644.514528,2.69916043084751
+c19,277.26454,41.288602,19.299403,30.964323,115.04262,180.10874,4.957979,668.926207,2.60065774479998
+c20,202.0632,433.2493,19.299403,30.964323,115.04262,26.245075,0.405408,827.269329,2.10288005336167
+c21,277.26454,725.4132,228.5053,30.964323,115.04262,26.245075,4.957979,1408.393037,1.23520083654029
+c22,277.26454,725.4132,19.299403,30.964323,115.04262,26.245075,4.957979,1199.18714,1.45068953618953
+c23,277.26454,41.288602,228.5053,30.964323,115.04262,26.245075,0.405408,719.715868,2.41713183859775
+c24,202.0632,782.2877,19.299403,30.964323,115.04262,26.245075,0.405408,1176.307729,1.47890572357995
+c25,277.26454,41.288602,19.299403,30.964323,115.04262,26.245075,0.405408,510.509971,3.40766711534668
+c26,277.26454,725.4132,228.5053,30.964323,115.04262,26.245075,0.405408,1403.840466,1.23920651898301
+c27,202.0632,41.288602,19.299403,30.964323,115.04262,180.10874,0.405408,589.172296,2.9526983830383
+c28,277.26454,41.288602,19.299403,30.964323,115.04262,180.10874,0.405408,664.373636,2.61847855617218
+c29,277.26454,475.0897,19.299403,30.964323,115.04262,26.245075,0.405408,944.311069,1.84224060681421
+c30,202.0632,41.288602,19.299403,30.964323,115.04262,180.10874,0.405408,589.172296,2.9526983830383
+c31,202.0632,41.288602,228.5053,345.1436,115.04262,26.245075,0.405408,958.693805,1.81460252529716
+c32,277.26454,475.0897,19.299403,30.964323,115.04262,180.10874,0.405408,1098.174734,1.58412697790887
+c33,277.26454,725.4132,19.299403,30.964323,115.04262,180.10874,0.405408,1348.498234,1.2900634262111
+c34,277.26454,41.288602,228.5053,30.964323,115.04262,180.10874,0.405408,873.579533,1.99140217478033
+c35,277.26454,725.4132,19.299403,30.964323,115.04262,180.10874,0.405408,1348.498234,1.2900634262111
+c36,202.0632,782.2877,19.299403,30.964323,115.04262,180.10874,4.957979,1334.723965,1.30337680020776
+c12,435.308631
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0,0
+c32,0,0,0,0,0,0,0,0,0
+c33,0,0,0,0,0,0,0,0,0
+c34,0,0,0,0,0,0,0,0,0
+c35,0,0,0,0,0,0,0,0,0
+c36,0,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_results1.csv b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_results1.csv
new file mode 100644
index 0000000000000000000000000000000000000000..80534cd08b0ee64c04faf405926188256a6da2a4
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_results1.csv
@@ -0,0 +1,220 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,644.833,1882.211,1052.832,2143.065,1071.7044,1784.0718,9.298743,8588.015943,0.999999988355867
+c1,644.833,52.371161,26.185581,43.642634,1071.7044,1784.0718,9.298743,3632.107319,2.36447190357725
+c2,644.833,52.371161,26.185581,43.642634,1071.7044,910.2389,9.298743,2758.274419,3.11354648851759
+c3,644.833,52.371161,26.185581,43.642634,565.8327,1784.0718,9.298743,3126.235619,2.7470788241608
+c4,644.833,52.371161,26.185581,43.642634,1071.7044,39.278371,9.298743,1887.31389,4.55039065492224
+c5,644.833,52.371161,26.185581,43.642634,1071.7044,39.278371,9.298743,1887.31389,4.55039065492224
+c6,644.833,52.371161,1052.832,43.642634,1071.7044,39.278371,9.298743,2913.960309,2.94719719474404
+c7,644.833,52.371161,26.185581,43.642634,1071.7044,1784.0718,9.298743,3632.107319,2.36447190357725
+c8,644.833,52.371161,26.185581,43.642634,565.8327,1784.0718,9.298743,3126.235619,2.7470788241608
+c9,644.833,52.371161,26.185581,43.642634,1071.7044,39.278371,9.298743,1887.31389,4.55039065492224
+c10,644.833,52.371161,26.185581,43.642634,1071.7044,39.278371,9.298743,1887.31389,4.55039065492224
+c11,644.833,52.371161,26.185581,43.642634,1071.7044,39.278371,9.298743,1887.31389,4.55039065492224
+c12,644.833,52.371161,26.185581,43.642634,1071.7044,1784.0718,9.298743,3632.107319,2.36447190357725
+c13,644.833,52.371161,26.185581,43.642634,1071.7044,910.2389,9.298743,2758.274419,3.11354648851759
+c14,644.833,52.371161,26.185581,43.642634,1071.7044,39.278371,9.298743,1887.31389,4.55039065492224
+c15,644.833,52.371161,26.185581,43.642634,565.8327,1784.0718,9.298743,3126.235619,2.7470788241608
+c4,1887.31389
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,202.0632,433.2493,211.0585,394.5152,190.18827,306.11015,2.463761,1739.648381,0.999999942517123
+c1,202.0632,27.159744,13.608704,22.719616,190.18827,306.11015,2.463761,764.313445,2.27609257009831
+c2,202.0632,27.159744,13.608704,22.719616,190.18827,180.10874,2.463761,638.312035,2.72538823188752
+c3,202.0632,27.159744,13.608704,22.719616,115.04262,306.11015,2.463761,689.167795,2.52427368370084
+c4,202.0632,27.159744,13.608704,22.719616,190.18827,20.759040,2.463761,478.962335,3.63211862533645
+c5,202.0632,27.159744,13.608704,22.719616,190.18827,20.759040,2.463761,478.962335,3.63211862533645
+c6,202.0632,27.159744,211.0585,22.719616,190.18827,20.759040,2.463761,676.412131,2.57187599702052
+c7,202.0632,27.159744,13.608704,22.719616,190.18827,306.11015,2.463761,764.313445,2.27609257009831
+c8,202.0632,27.159744,13.608704,22.719616,115.04262,306.11015,2.463761,689.167795,2.52427368370084
+c9,202.0632,27.159744,13.608704,22.719616,190.18827,20.759040,2.463761,478.962335,3.63211862533645
+c10,202.0632,27.159744,13.608704,22.719616,190.18827,20.759040,2.463761,478.962335,3.63211862533645
+c11,202.0632,27.159744,13.608704,22.719616,190.18827,20.759040,2.463761,478.962335,3.63211862533645
+c12,202.0632,27.159744,13.608704,22.719616,190.18827,306.11015,2.463761,764.313445,2.27609257009831
+c13,202.0632,27.159744,13.608704,22.719616,190.18827,180.10874,2.463761,638.312035,2.72538823188752
+c14,202.0632,27.159744,13.608704,22.719616,190.18827,20.759040,2.463761,478.962335,3.63211862533645
+c15,202.0632,27.159744,13.608704,22.719616,115.04262,306.11015,2.463761,689.167795,2.52427368370084
+c4,478.962335
+
+Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,644.833,1882.211,1052.832,2143.065,1071.7044,1784.0718,9.298743,8588.015943,0.999999988355867
+c1,644.833,168.647541,75.648404,118.224147,1071.7044,1784.0718,9.298743,3872.428035,2.21773410470276
+c2,644.833,168.647541,75.648404,118.224147,1071.7044,979.0974,9.400083,3067.554975,2.79962893347563
+c3,644.833,168.647541,75.648404,118.224147,565.8327,1835.1288,9.298743,3417.613335,2.51286931841079
+c4,644.833,168.647541,75.648404,118.224147,1071.7044,93.90756,9.298743,2182.263795,3.93537003598733
+c5,644.833,168.647541,75.648404,118.224147,1071.7044,93.90756,9.298743,2182.263795,3.93537003598733
+c6,644.833,168.647541,1052.832,118.224147,1071.7044,93.90756,9.298743,3159.447391,2.71820182720676
+c7,644.833,168.647541,75.648404,118.224147,1071.7044,1784.0718,9.298743,3872.428035,2.21773410470276
+c8,644.833,168.647541,75.648404,118.224147,565.8327,1835.1288,9.298743,3417.613335,2.51286931841079
+c9,644.833,168.647541,75.648404,118.224147,1071.7044,93.90756,9.298743,2182.263795,3.93537003598733
+c10,644.833,168.647541,75.648404,118.224147,1071.7044,93.90756,9.298743,2182.263795,3.93537003598733
+c11,644.833,168.647541,75.648404,118.224147,1071.7044,93.90756,9.298743,2182.263795,3.93537003598733
+c12,644.833,168.647541,75.648404,118.224147,1071.7044,1784.0718,9.298743,3872.428035,2.21773410470276
+c13,644.833,168.647541,75.648404,118.224147,1071.7044,979.0974,9.400083,3067.554975,2.79962893347563
+c14,644.833,168.647541,75.648404,118.224147,1071.7044,93.90756,9.298743,2182.263795,3.93537003598733
+c15,644.833,168.647541,75.648404,118.224147,565.8327,1835.1288,9.298743,3417.613335,2.51286931841079
+c4,2182.263795
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,63.122342,29.446347,47.189800,0,0,0,139.758489,0
+c2,0,63.122342,29.446347,47.189800,0,0,0,139.758489,0
+c3,0,63.122342,29.446347,47.189800,0,0,0,139.758489,0
+c4,0,63.122342,29.446347,47.189800,0,39.390943,0,179.149432,0
+c5,0,63.122342,29.446347,47.189800,0,39.390943,0,179.149432,0
+c6,0,63.122342,0,47.189800,0,39.390943,0,149.703085,0
+c7,0,63.122342,29.446347,47.189800,0,0,0,139.758489,0
+c8,0,63.122342,29.446347,47.189800,0,0,0,139.758489,0
+c9,0,63.122342,29.446347,47.189800,0,39.390943,0,179.149432,0
+c10,0,63.122342,29.446347,47.189800,0,39.390943,0,179.149432,0
+c11,0,63.122342,29.446347,47.189800,0,39.390943,0,179.149432,0
+c12,0,63.122342,29.446347,47.189800,0,0,0,139.758489,0
+c13,0,63.122342,29.446347,47.189800,0,0,0,139.758489,0
+c14,0,63.122342,29.446347,47.189800,0,39.390943,0,179.149432,0
+c15,0,63.122342,29.446347,47.189800,0,0,0,139.758489,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,53.154038,20.016476,27.391713,0,0,0,100.562227,0
+c2,0,53.154038,20.016476,27.391713,0,0,0,100.562227,0
+c3,0,53.154038,20.016476,27.391713,0,0,0,100.562227,0
+c4,0,53.154038,20.016476,27.391713,0,15.238246,0,115.800473,0
+c5,0,53.154038,20.016476,27.391713,0,15.238246,0,115.800473,0
+c6,0,53.154038,0,27.391713,0,15.238246,0,95.783997,0
+c7,0,53.154038,20.016476,27.391713,0,0,0,100.562227,0
+c8,0,53.154038,20.016476,27.391713,0,0,0,100.562227,0
+c9,0,53.154038,20.016476,27.391713,0,15.238246,0,115.800473,0
+c10,0,53.154038,20.016476,27.391713,0,15.238246,0,115.800473,0
+c11,0,53.154038,20.016476,27.391713,0,15.238246,0,115.800473,0
+c12,0,53.154038,20.016476,27.391713,0,0,0,100.562227,0
+c13,0,53.154038,20.016476,27.391713,0,0,0,100.562227,0
+c14,0,53.154038,20.016476,27.391713,0,15.238246,0,115.800473,0
+c15,0,53.154038,20.016476,27.391713,0,0,0,100.562227,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,14.128858,5.690699,8.244707,0,0,0,28.064264,0
+c2,0,14.128858,5.690699,8.244707,0,0,0,28.064264,0
+c3,0,14.128858,5.690699,8.244707,0,0,0,28.064264,0
+c4,0,14.128858,5.690699,8.244707,0,5.486035,0,33.550299,0
+c5,0,14.128858,5.690699,8.244707,0,5.486035,0,33.550299,0
+c6,0,14.128858,0,8.244707,0,5.486035,0,27.8596,0
+c7,0,14.128858,5.690699,8.244707,0,0,0,28.064264,0
+c8,0,14.128858,5.690699,8.244707,0,0,0,28.064264,0
+c9,0,14.128858,5.690699,8.244707,0,5.486035,0,33.550299,0
+c10,0,14.128858,5.690699,8.244707,0,5.486035,0,33.550299,0
+c11,0,14.128858,5.690699,8.244707,0,5.486035,0,33.550299,0
+c12,0,14.128858,5.690699,8.244707,0,0,0,28.064264,0
+c13,0,14.128858,5.690699,8.244707,0,0,0,28.064264,0
+c14,0,14.128858,5.690699,8.244707,0,5.486035,0,33.550299,0
+c15,0,14.128858,5.690699,8.244707,0,0,0,28.064264,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,68.8585,0.10134,68.95984,0
+c3,0,0,0,0,0,51.057,0,51.057,0
+c4,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,51.057,0,51.057,0
+c9,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,68.8585,0.10134,68.95984,0
+c14,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,51.057,0,51.057,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,14.7838,0.219266,15.003066,0
+c3,0,0,0,0,0,10.568,0,10.568,0
+c4,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,10.568,0,10.568,0
+c9,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,14.7838,0.219266,15.003066,0
+c14,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,10.568,0,10.568,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,202.0632,433.2493,211.0585,394.5152,190.18827,306.11015,2.463761,1739.648381,0.999999942517123
+c1,202.0632,41.288602,19.299403,30.964323,190.18827,306.11015,2.463761,792.377709,2.19547842107729
+c2,202.0632,41.288602,19.299403,30.964323,190.18827,194.89254,2.683027,681.379365,2.55312710517333
+c3,202.0632,41.288602,19.299403,30.964323,115.04262,316.67815,2.463761,727.800059,2.39028304609095
+c4,202.0632,41.288602,19.299403,30.964323,190.18827,26.245075,2.463761,512.512634,3.394351526493
+c5,202.0632,41.288602,19.299403,30.964323,190.18827,26.245075,2.463761,512.512634,3.394351526493
+c6,202.0632,41.288602,211.0585,30.964323,190.18827,26.245075,2.463761,704.271731,2.47013767188425
+c7,202.0632,41.288602,19.299403,30.964323,190.18827,306.11015,2.463761,792.377709,2.19547842107729
+c8,202.0632,41.288602,19.299403,30.964323,115.04262,316.67815,2.463761,727.800059,2.39028304609095
+c9,202.0632,41.288602,19.299403,30.964323,190.18827,26.245075,2.463761,512.512634,3.394351526493
+c10,202.0632,41.288602,19.299403,30.964323,190.18827,26.245075,2.463761,512.512634,3.394351526493
+c11,202.0632,41.288602,19.299403,30.964323,190.18827,26.245075,2.463761,512.512634,3.394351526493
+c12,202.0632,41.288602,19.299403,30.964323,190.18827,306.11015,2.463761,792.377709,2.19547842107729
+c13,202.0632,41.288602,19.299403,30.964323,190.18827,194.89254,2.683027,681.379365,2.55312710517333
+c14,202.0632,41.288602,19.299403,30.964323,190.18827,26.245075,2.463761,512.512634,3.394351526493
+c15,202.0632,41.288602,19.299403,30.964323,115.04262,316.67815,2.463761,727.800059,2.39028304609095
+c4,512.512634
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_results2.csv b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_results2.csv
new file mode 100644
index 0000000000000000000000000000000000000000..0fb57641e8484f4b2d7403c55ac35414dbf58bba
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_results2.csv
@@ -0,0 +1,253 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,644.833,1882.211,1052.832,2143.065,1071.7044,1784.0718,9.298743,8588.015943,0.999999988355867
+c1,644.833,39.338749,1026.8995,32.782291,16.391145,29.504062,9.298743,1799.04749,4.77364578387835
+c2,644.833,39.338749,1026.8995,32.782291,16.391145,29.504062,9.298743,1799.04749,4.77364578387835
+c3,644.833,39.338749,1026.8995,32.782291,16.391145,39.278371,9.298743,1808.821799,4.74785049194055
+c4,644.833,39.338749,1026.8995,2143.065,16.391145,29.504062,9.298743,3909.330199,2.19679978056518
+c5,644.833,39.338749,1026.8995,32.782291,565.8327,29.504062,9.298743,2348.489045,3.65682590497986
+c6,644.833,39.338749,1026.8995,32.782291,16.391145,29.504062,9.298743,1799.04749,4.77364578387835
+c7,644.833,39.338749,1026.8995,32.782291,16.391145,29.504062,9.298743,1799.04749,4.77364578387835
+c8,644.833,39.338749,1026.8995,32.782291,16.391145,29.504062,9.298743,1799.04749,4.77364578387835
+c9,644.833,39.338749,1026.8995,32.782291,16.391145,29.504062,9.298743,1799.04749,4.77364578387835
+c10,644.833,39.338749,1026.8995,32.782291,16.391145,39.278371,9.298743,1808.821799,4.74785049194055
+c11,644.833,39.338749,1026.8995,2143.065,16.391145,29.504062,9.298743,3909.330199,2.19679978056518
+c12,644.833,39.338749,1026.8995,32.782291,565.8327,29.504062,9.298743,2348.489045,3.65682590497986
+c13,644.833,39.338749,1026.8995,32.782291,16.391145,29.504062,9.298743,1799.04749,4.77364578387835
+c14,644.833,39.338749,1026.8995,32.782291,16.391145,39.278371,9.298743,1808.821799,4.74785049194055
+c15,644.833,39.338749,1026.8995,32.782291,16.391145,29.504062,9.298743,1799.04749,4.77364578387835
+c16,644.833,52.371161,26.185581,32.782291,565.8327,29.504062,9.298743,1360.807538,6.31096982643479
+c17,644.833,39.338749,1026.8995,2143.065,16.391145,29.504062,9.298743,3909.330199,2.19679978056518
+c18,644.833,39.338749,1026.8995,32.782291,16.391145,29.504062,9.298743,1799.04749,4.77364578387835
+c16,1360.807538
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,202.0632,433.2493,211.0585,394.5152,190.18827,306.11015,2.463761,1739.648381,0.999999942517123
+c1,202.0632,27.159744,228.5053,22.719616,11.532800,20.759040,2.463761,515.203461,3.37662336343984
+c2,202.0632,27.159744,228.5053,22.719616,11.532800,20.759040,2.463761,515.203461,3.37662336343984
+c3,202.0632,27.159744,228.5053,22.719616,11.532800,20.759040,2.463761,515.203461,3.37662336343984
+c4,202.0632,27.159744,228.5053,394.5152,11.532800,20.759040,2.463761,886.999045,1.9612740224231
+c5,202.0632,27.159744,228.5053,22.719616,115.04262,20.759040,2.463761,618.713281,2.81171934278887
+c6,202.0632,27.159744,228.5053,22.719616,11.532800,20.759040,2.463761,515.203461,3.37662336343984
+c7,202.0632,27.159744,228.5053,22.719616,11.532800,20.759040,2.463761,515.203461,3.37662336343984
+c8,202.0632,27.159744,228.5053,22.719616,11.532800,20.759040,2.463761,515.203461,3.37662336343984
+c9,202.0632,27.159744,228.5053,22.719616,11.532800,20.759040,2.463761,515.203461,3.37662336343984
+c10,202.0632,27.159744,228.5053,22.719616,11.532800,20.759040,2.463761,515.203461,3.37662336343984
+c11,202.0632,27.159744,228.5053,394.5152,11.532800,20.759040,2.463761,886.999045,1.9612740224231
+c12,202.0632,27.159744,228.5053,22.719616,115.04262,20.759040,2.463761,618.713281,2.81171934278887
+c13,202.0632,27.159744,228.5053,22.719616,11.532800,20.759040,2.463761,515.203461,3.37662336343984
+c14,202.0632,27.159744,228.5053,22.719616,11.532800,20.759040,2.463761,515.203461,3.37662336343984
+c15,202.0632,27.159744,228.5053,22.719616,11.532800,20.759040,2.463761,515.203461,3.37662336343984
+c16,202.0632,27.159744,13.608704,22.719616,115.04262,20.759040,2.463761,403.816685,4.30801404404228
+c17,202.0632,27.159744,228.5053,394.5152,11.532800,20.759040,2.463761,886.999045,1.9612740224231
+c18,202.0632,27.159744,228.5053,22.719616,11.532800,20.759040,2.463761,515.203461,3.37662336343984
+c16,403.816685
+
+Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,644.833,1882.211,1052.832,2143.065,1071.7044,1784.0718,9.298743,8588.015943,0.999999988355867
+c1,644.833,155.615129,1026.8995,107.363804,49.35844,84.133251,9.298743,2077.501867,4.13381844128959
+c2,644.833,155.615129,1026.8995,107.363804,49.35844,84.133251,9.298743,2077.501867,4.13381844128959
+c3,644.833,155.615129,1026.8995,107.363804,49.35844,93.90756,9.298743,2087.276176,4.11446057321067
+c4,644.833,155.615129,1026.8995,2245.12,49.35844,84.133251,9.298743,4215.258063,2.03736416867239
+c5,644.833,155.615129,1026.8995,107.363804,565.8327,84.133251,9.298743,2593.976127,3.31075352719491
+c6,644.833,155.615129,1026.8995,107.363804,49.35844,84.133251,9.298743,2077.501867,4.13381844128959
+c7,644.833,155.615129,1026.8995,107.363804,49.35844,84.133251,9.298743,2077.501867,4.13381844128959
+c8,644.833,155.615129,1026.8995,107.363804,49.35844,84.133251,9.298743,2077.501867,4.13381844128959
+c9,644.833,155.615129,1026.8995,107.363804,49.35844,84.133251,9.298743,2077.501867,4.13381844128959
+c10,644.833,155.615129,1026.8995,107.363804,49.35844,93.90756,9.298743,2087.276176,4.11446057321067
+c11,644.833,155.615129,1026.8995,2245.12,49.35844,84.133251,9.298743,4215.258063,2.03736416867239
+c12,644.833,155.615129,1026.8995,107.363804,565.8327,84.133251,9.298743,2593.976127,3.31075352719491
+c13,644.833,155.615129,1026.8995,107.363804,49.35844,84.133251,9.298743,2077.501867,4.13381844128959
+c14,644.833,155.615129,1026.8995,107.363804,49.35844,93.90756,9.298743,2087.276176,4.11446057321067
+c15,644.833,155.615129,1026.8995,107.363804,49.35844,84.133251,9.298743,2077.501867,4.13381844128959
+c16,644.833,168.647541,75.648404,107.363804,565.8327,84.133251,9.298743,1655.757443,5.18675936540788
+c17,644.833,155.615129,1026.8995,2245.12,49.35844,84.133251,9.298743,4215.258063,2.03736416867239
+c18,644.833,155.615129,1026.8995,107.363804,49.35844,84.133251,9.298743,2077.501867,4.13381844128959
+c16,1655.757443
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,63.122342,0,47.189800,22.543231,39.390943,0,172.246316,0
+c2,0,63.122342,0,47.189800,22.543231,39.390943,0,172.246316,0
+c3,0,63.122342,0,47.189800,22.543231,39.390943,0,172.246316,0
+c4,0,63.122342,0,0,22.543231,39.390943,0,125.056516,0
+c5,0,63.122342,0,47.189800,0,39.390943,0,149.703085,0
+c6,0,63.122342,0,47.189800,22.543231,39.390943,0,172.246316,0
+c7,0,63.122342,0,47.189800,22.543231,39.390943,0,172.246316,0
+c8,0,63.122342,0,47.189800,22.543231,39.390943,0,172.246316,0
+c9,0,63.122342,0,47.189800,22.543231,39.390943,0,172.246316,0
+c10,0,63.122342,0,47.189800,22.543231,39.390943,0,172.246316,0
+c11,0,63.122342,0,0,22.543231,39.390943,0,125.056516,0
+c12,0,63.122342,0,47.189800,0,39.390943,0,149.703085,0
+c13,0,63.122342,0,47.189800,22.543231,39.390943,0,172.246316,0
+c14,0,63.122342,0,47.189800,22.543231,39.390943,0,172.246316,0
+c15,0,63.122342,0,47.189800,22.543231,39.390943,0,172.246316,0
+c16,0,63.122342,29.446347,47.189800,0,39.390943,0,179.149432,0
+c17,0,63.122342,0,0,22.543231,39.390943,0,125.056516,0
+c18,0,63.122342,0,47.189800,22.543231,39.390943,0,172.246316,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,53.154038,0,27.391713,10.424064,15.238246,0,106.208061,0
+c2,0,53.154038,0,27.391713,10.424064,15.238246,0,106.208061,0
+c3,0,53.154038,0,27.391713,10.424064,15.238246,0,106.208061,0
+c4,0,53.154038,0,0,10.424064,15.238246,0,78.816348,0
+c5,0,53.154038,0,27.391713,0,15.238246,0,95.783997,0
+c6,0,53.154038,0,27.391713,10.424064,15.238246,0,106.208061,0
+c7,0,53.154038,0,27.391713,10.424064,15.238246,0,106.208061,0
+c8,0,53.154038,0,27.391713,10.424064,15.238246,0,106.208061,0
+c9,0,53.154038,0,27.391713,10.424064,15.238246,0,106.208061,0
+c10,0,53.154038,0,27.391713,10.424064,15.238246,0,106.208061,0
+c11,0,53.154038,0,0,10.424064,15.238246,0,78.816348,0
+c12,0,53.154038,0,27.391713,0,15.238246,0,95.783997,0
+c13,0,53.154038,0,27.391713,10.424064,15.238246,0,106.208061,0
+c14,0,53.154038,0,27.391713,10.424064,15.238246,0,106.208061,0
+c15,0,53.154038,0,27.391713,10.424064,15.238246,0,106.208061,0
+c16,0,53.154038,20.016476,27.391713,0,15.238246,0,115.800473,0
+c17,0,53.154038,0,0,10.424064,15.238246,0,78.816348,0
+c18,0,53.154038,0,27.391713,10.424064,15.238246,0,106.208061,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,14.128858,0,8.244707,3.455880,5.486035,0,31.31548,0
+c2,0,14.128858,0,8.244707,3.455880,5.486035,0,31.31548,0
+c3,0,14.128858,0,8.244707,3.455880,5.486035,0,31.31548,0
+c4,0,14.128858,0,0,3.455880,5.486035,0,23.070773,0
+c5,0,14.128858,0,8.244707,0,5.486035,0,27.8596,0
+c6,0,14.128858,0,8.244707,3.455880,5.486035,0,31.31548,0
+c7,0,14.128858,0,8.244707,3.455880,5.486035,0,31.31548,0
+c8,0,14.128858,0,8.244707,3.455880,5.486035,0,31.31548,0
+c9,0,14.128858,0,8.244707,3.455880,5.486035,0,31.31548,0
+c10,0,14.128858,0,8.244707,3.455880,5.486035,0,31.31548,0
+c11,0,14.128858,0,0,3.455880,5.486035,0,23.070773,0
+c12,0,14.128858,0,8.244707,0,5.486035,0,27.8596,0
+c13,0,14.128858,0,8.244707,3.455880,5.486035,0,31.31548,0
+c14,0,14.128858,0,8.244707,3.455880,5.486035,0,31.31548,0
+c15,0,14.128858,0,8.244707,3.455880,5.486035,0,31.31548,0
+c16,0,14.128858,5.690699,8.244707,0,5.486035,0,33.550299,0
+c17,0,14.128858,0,0,3.455880,5.486035,0,23.070773,0
+c18,0,14.128858,0,8.244707,3.455880,5.486035,0,31.31548,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0
+c4,0,0,0,102.055,0,0,0,102.055,0
+c5,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0
+c11,0,0,0,102.055,0,0,0,102.055,0
+c12,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0
+c17,0,0,0,102.055,0,0,0,102.055,0
+c18,0,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0
+c4,0,0,0,20.9833,0,0,0,20.9833,0
+c5,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0
+c11,0,0,0,20.9833,0,0,0,20.9833,0
+c12,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0
+c17,0,0,0,20.9833,0,0,0,20.9833,0
+c18,0,0,0,0,0,0,0,0,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,202.0632,433.2493,211.0585,394.5152,190.18827,306.11015,2.463761,1739.648381,0.999999942517123
+c1,202.0632,41.288602,228.5053,30.964323,14.98868,26.245075,2.463761,546.518941,3.18314322190286
+c2,202.0632,41.288602,228.5053,30.964323,14.98868,26.245075,2.463761,546.518941,3.18314322190286
+c3,202.0632,41.288602,228.5053,30.964323,14.98868,26.245075,2.463761,546.518941,3.18314322190286
+c4,202.0632,41.288602,228.5053,415.4985,14.98868,26.245075,2.463761,931.053118,1.86847362467308
+c5,202.0632,41.288602,228.5053,30.964323,115.04262,26.245075,2.463761,646.572881,2.69056770406557
+c6,202.0632,41.288602,228.5053,30.964323,14.98868,26.245075,2.463761,546.518941,3.18314322190286
+c7,202.0632,41.288602,228.5053,30.964323,14.98868,26.245075,2.463761,546.518941,3.18314322190286
+c8,202.0632,41.288602,228.5053,30.964323,14.98868,26.245075,2.463761,546.518941,3.18314322190286
+c9,202.0632,41.288602,228.5053,30.964323,14.98868,26.245075,2.463761,546.518941,3.18314322190286
+c10,202.0632,41.288602,228.5053,30.964323,14.98868,26.245075,2.463761,546.518941,3.18314322190286
+c11,202.0632,41.288602,228.5053,415.4985,14.98868,26.245075,2.463761,931.053118,1.86847362467308
+c12,202.0632,41.288602,228.5053,30.964323,115.04262,26.245075,2.463761,646.572881,2.69056770406557
+c13,202.0632,41.288602,228.5053,30.964323,14.98868,26.245075,2.463761,546.518941,3.18314322190286
+c14,202.0632,41.288602,228.5053,30.964323,14.98868,26.245075,2.463761,546.518941,3.18314322190286
+c15,202.0632,41.288602,228.5053,30.964323,14.98868,26.245075,2.463761,546.518941,3.18314322190286
+c16,202.0632,41.288602,19.299403,30.964323,115.04262,26.245075,2.463761,437.366984,3.97754756734277
+c17,202.0632,41.288602,228.5053,415.4985,14.98868,26.245075,2.463761,931.053118,1.86847362467308
+c18,202.0632,41.288602,228.5053,30.964323,14.98868,26.245075,2.463761,546.518941,3.18314322190286
+c16,437.366984
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_tensors.txt b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_tensors.txt
new file mode 100644
index 0000000000000000000000000000000000000000..55ad19b1c8cd2123e86ce7cf7dc43dad7516e413
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet2_cifar10/alexnet2_tensors.txt
@@ -0,0 +1,30 @@
+#Conv1,3
+Conv1,115.33,355.301,200.956,558.231,6.64024,16.2201,41.8978,123.674
+Add1,47.2501,154.498,36.2217,116.852,56.9247,172.83,41.6054,134.411
+Tanh1,39.4831,135.034,33.4466,118.003,57.0977,185.926,41.7089,145.509
+#Conv2,4
+Conv2,310.308,1282.26,610.501,2404.06,56.8745,201.057,41.8404,192.576
+Add2,45.3358,217.323,35.0236,153.259,158.537,686.903,41.5412,177.63
+Tanh2,38.504,188.321,36.2146,162.298,56.9829,242.874,41.625,182.762
+Pool1,39.1015,194.307,43.674,198.246,54.8347,240.102,10.6202,44.9693
+#Conv3,3
+Conv3,165.302,812.529,188.912,837.371,15.6031,66.3758,21.0237,93.63
+Add3,26.3653,138.399,21.2537,100.994,28.3975,126.566,20.9649,93.9519
+Tanh3,19.3912,101.904,18.3396,88.5345,28.9295,129.858,20.8836,94.2318
+#Conv4,4
+Conv4,303.007,1619.75,284.927,1346.18,28.3107,127.724,20.9833,102.055
+Add4,26.3854,150.498,19.4384,96.5969,76.34,366.744,20.8326,97.3319
+Tanh4,19.2511,109.512,18.4717,92.4694,28.0864,130.933,20.8569,97.8308
+Pool2,45.8717,263.305,22.3065,111.077,27.6028,129.232,5.39931,22.7498
+#Conv5,3
+Conv5,156.337,882.718,86.4203,417.756,8.38767,36.7727,10.6053,48.7992
+Add5,24.2343,136.978,19.2262,98.1635,14.7236,68.2983,10.5498,48.5475
+Tanh5,9.61697,52.0084,9.39612,49.9132,14.9164,69.1465,10.5006,48.3962
+#Conv6,4
+Conv6,248.321,1443.4,139.892,696.675,14.7838,68.8585,10.568,51.057
+Add6,24.3243,144.761,18.7741,98.9177,39.6841,197.748,10.548,49.6626
+Tanh6,9.63435,54.9648,9.37294,50.5591,14.3859,68.827,10.5241,49.2841
+Pool3,23.8305,140.946,12.0697,64.0871,14.3906,68.8152,2.78859,10.4233
+#FC1,2
+Mul1,2.20702,9.19011,4.29982,22.6027,5.01057,21.4017,0.219266,0.10134
+Add7,0.256741,0.108633,0.658159,3.49495,0.887661,1.49455,0.140755,0.0381309
diff --git a/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_confs1.txt b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_confs1.txt
new file mode 100644
index 0000000000000000000000000000000000000000..ff963b918fa017a3635a326bbbd7111246cf9384
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_confs1.txt
@@ -0,0 +1,31 @@
+9 9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9
+8 8 8 8,6,6,8 8 8,7,7
+8 8 8 8,6,6,8 8 8,7,7
+8 8 8 8,6,8 8 8,8 8 8,7,7
+8 8 8 8,6,7,8 8 8,7,7
+8 8 8 8,6,6,8 8 8,7,7
+8 8 8 8,6,6,8 8 8,7,7
+8 8 8 8,6,6,8 8 8,7,7
+8 8 8 8,6,8 8 8,8 8 8,7,7
+8 8 8 8,6,8 8 8,8 8 8,7,7
+8 8 8 8,6,8 8 8,8 8 8,7,7
+8 8 8 8,6,8 8 8,8 8 8,7,7
+8 8 8 8,6,6,8 8 8,7,7
+8 8 8 8,6,6,8 8 8,7,7
+8 8 8 8,6,6,6,7,7
+8 8 8 8,6,6,8 8 8,7,7
+8 8 8 8,6,6,8 8 8,7,7
+8 8 8 8,6,6,8 8 8,7,7
+8 8 8 8,6,8 8 8,8 8 8,7,7
+8 8 8 8,6,7,8 8 8,7,7
+8 8 8 8,6,8 8 8,8 8 8,7,7
+8 8 8 8,6,6,8 8 8,7,7
+8 8 8 8,6,6,8 8 8,7,7
+8 8 8 8,6,8 8 8,8 8 8,7,7
+8 8 8 8,6,6,8 8 8,7,7
+8 8 8 8,6,7,8 8 8,7,7
+8 8 8 8,6,8 8 8,8 8 8,7,7
+8 8 8 8,6,8 8 8,8 8 8,7,7
+8 8 8 8,6,8 8 8,8 8 8,7,7
+8 8 8 8,6,8 8 8,8 8 8,7,7
+8 8 8 8,7,7,8 8 8,8 8 8 8,7
diff --git a/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_confs2.txt b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_confs2.txt
new file mode 100644
index 0000000000000000000000000000000000000000..68b20e726f79648fa9c91169eb1f0a1111b6a889
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_confs2.txt
@@ -0,0 +1,31 @@
+9 9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9
+8 8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,7
+8 8 8 8,7,4,6,8 8 8 8,7
+8 8 8 8,8 8 8 8,7,4,6,7
+8 8 8 8,4,4,6,4,7
+8 8 8 8,4,4,7,7,7
+8 8 8 8,4,4,8 8 8,5,7
+8 8 8 8,7,7,7,8 8 8 8,7
+8 8 8 8,7,5,7,4,7
+8 8 8 8,8 8 8 8,8 8 8,6,4,7
+8 8 8 8,8 8 8 8,4,6,5,7
+8 8 8 8,7,4,6,8 8 8 8,7
+8 8 8 8,8 8 8 8,7,4,6,7
+8 8 8 8,4,4,6,4,7
+8 8 8 8,4,4,7,7,7
+8 8 8 8,4,4,8 8 8,5,7
+8 8 8 8,7,7,7,8 8 8 8,7
+8 8 8 8,7,5,7,4,7
+8 8 8 8,8 8 8 8,8 8 8,6,4,7
+8 8 8 8,4,8 8 8,8 8 8,7,7
+8 8 8 8,8 8 8 8,4,6,5,7
+8 8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,7
+8 8 8 8,7,4,6,8 8 8 8,7
+8 8 8 8,8 8 8 8,4,6,5,7
+8 8 8 8,4,4,6,4,7
+8 8 8 8,7,5,7,4,7
+8 8 8 8,7,7,7,8 8 8 8,7
+8 8 8 8,8 8 8 8,8 8 8,6,4,7
+8 8 8 8,8 8 8 8,7,4,6,7
+8 8 8 8,4,4,8 8 8,5,7
+8 8 8 8,4,4,7,7,7
diff --git a/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_fp16.csv b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_fp16.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d6a6ef63a3128bc63e9fb6b5d07ce78c7d520338
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_fp16.csv
@@ -0,0 +1,61 @@
+Add1,93.2842,353.575,204.306,149.269,3790.29,2190.14,1600.15,0.49058,4.5223,3.4086,1.24796,43.6026,34.3362,10.1933
+Add1_f2h,309.757,1205.25,778.891,426.362,3892.05,2515.4,1376.65,9.65112,25.7956,14.7813,11.0587,35.4623,28.6884,7.22661
+Add1_h2f,83.2903,330.731,185.213,145.518,3970.82,2223.7,1747.13,0.806036,4.16027,2.76063,1.51937,31.9222,24.6197,8.42906
+Add2,57.2394,332.553,242.25,90.3031,5809.85,4232.21,1577.64,0.457316,4.377,3.61364,0.896967,59.0466,51.9109,9.25098
+Add2_f2h,183.024,1140.1,895.094,245.002,6230.37,4891.61,1338.76,5.77653,29.1735,22.2262,6.9702,39.1547,34.6242,5.22016
+Add2_h2f,62.1204,356.499,249.999,106.501,5738.83,4024.41,1714.41,0.394536,3.84656,3.14568,0.877756,48.4454,42.9786,7.80049
+Add3,64.5391,421.019,313.098,107.922,6523.48,4851.29,1672.19,0.585465,4.31465,3.23825,1.10633,31.0225,23.7417,8.2678
+Add3_f2h,39.2865,257.541,197.461,60.0801,6555.52,5026.24,1529.28,0.47706,3.33185,2.49827,0.847902,40.88,31.2198,10.5659
+Add3_h2f,31.1203,195.786,142.213,53.5726,6291.23,4569.77,1721.46,0.306809,2.38301,1.71741,0.675567,39.8861,28.601,11.885
+Add4,40.9697,274.189,212.979,61.2102,6692.3,5198.28,1494.02,0.384841,4.60445,3.90429,0.821323,78.8032,70.489,12.2778
+Add4_f2h,75.4038,524.503,420.111,104.392,6958.45,5574.07,1384.38,5.55358,35.9191,28.1478,7.80022,43.8327,40.6864,11.0572
+Add4_h2f,20.652,132.57,101.351,31.2198,6419.34,4907.63,1511.71,0.183388,1.80855,1.4875,0.410811,74.4576,63.8749,15.3763
+Add5,41.049,260.675,199.276,61.3997,6350.43,4854.66,1495.77,0.362686,4.17524,3.61668,0.698418,90.2431,81.3189,11.135
+Add5_f2h,79.1767,523.707,412.572,111.134,6618.91,5215.04,1403.88,7.23508,41.7069,31.8753,9.84169,56.7552,52.1865,6.95965
+Add5_h2f,20.6328,125.982,94.7906,31.1915,6105.9,4594.17,1511.73,0.195554,2.38048,1.96829,0.481221,98.2565,84.4038,17.013
+Add6,0.580578,3.19613,2.21839,0.977745,5485.52,3807.55,1677.98,0.0359955,1.55104,1.07733,0.47379,2596.77,1804.25,792.663
+Add6_f2h,0.460408,1.00469,0.697219,0.307468,1898.57,1317.21,581.362,0.176587,1.16926,0.811923,0.35736,1980.93,1374.61,606.356
+Add6_h2f,0.0886822,0.0103369,0.00716523,0.00317167,111.312,77.1828,34.1295,0.015021,0.0600414,0.0415981,0.0184434,608.231,421.665,186.568
+Conv1,759.668,1563.71,760.258,803.448,2058.68,1000.97,1057.71,11.5002,10.4346,3.29189,8.66694,18.8258,13.6161,6.05864
+Conv1_f2h,5.44249,6.60174,1.40281,5.19893,1213.19,257.967,955.226,0.17219,0.353329,0.126049,0.277371,56.2627,24.0056,40.2598
+Conv1_h2f,83.2352,403.353,303.997,99.3552,4845.94,3652.27,1193.67,0.413148,2.25226,1.68684,0.670959,12.8815,9.56103,5.46339
+Conv2,1196.88,6519.17,4850.19,1668.97,5447.23,4052.73,1394.49,11.586,14.405,8.37537,10.139,44.9168,38.8365,6.77628
+Conv2_f2h,26.722,110.701,57.7904,52.9111,4142.93,2162.81,1980.12,0.279116,1.38408,0.889919,0.604014,52.084,36.0813,18.6573
+Conv2_h2f,62.1589,473.091,401.012,72.0794,7611.02,6451.42,1159.6,0.35738,2.96054,2.47914,0.520919,25.9077,21.4465,5.48728
+Conv3,561.436,3134.15,2164.67,969.482,5582.78,3855.92,1726.86,5.64894,12.6119,7.66204,6.48434,42.9576,35.3499,8.45526
+Conv3_f2h,20.4033,103.834,61.6107,42.2228,5089.07,3019.68,2069.39,0.33686,2.07671,1.24786,0.849022,58.3312,37.7391,22.1356
+Conv3_h2f,31.0982,213.521,168.425,45.0957,6866.05,5415.94,1450.12,0.193664,1.81345,1.41647,0.418016,45.1015,35.0321,10.9083
+Conv4,627.538,4183.57,3200.17,983.396,6666.76,5099.68,1567.08,3.19725,10.3525,6.96967,4.85478,29.6592,25.6687,6.16061
+Conv4_f2h,39.4494,231.112,155.03,76.0814,5858.45,3929.88,1928.58,0.383614,2.64826,1.77466,0.893289,38.1649,27.1767,11.8054
+Conv4_h2f,20.805,157.506,130.042,27.4631,7570.58,6250.58,1320,0.262449,2.5472,2.06942,0.51889,78.0758,64.5926,16.6892
+Conv5,430.284,2806.26,2156.62,649.637,6522.06,5012.26,1509.8,3.00065,16.2034,13.6006,4.30614,43.4971,39.7871,5.8117
+Conv5_f2h,26.6141,161.682,116.58,45.1028,6075.21,4380.5,1694.71,0.247547,2.32135,1.82405,0.588892,78.8117,64.6347,17.3373
+Conv5_h2f,20.7426,148.724,120.885,27.8386,7169.94,5827.84,1342.1,0.210998,2.14481,1.7637,0.390591,69.9498,57.905,12.7277
+Mul1,6.85001,40.5555,28.1774,12.3781,5920.38,4113.44,1806.94,0.171041,1.77782,1.24768,0.543706,208.025,148.206,62.2562
+Mul1_f2h,7.36824,40.3988,28.1257,12.2731,5482.81,3817.12,1665.69,0.13546,1.47559,1.05633,0.430894,175.413,126.752,50.5788
+Mul1_h2f,0.141077,0.0604596,0.0419153,0.0185444,379.141,262.838,116.304,0.0403448,0.169651,0.117675,0.0519786,996.445,691.124,305.345
+Pool1,77.3703,318.571,162.02,156.551,4117.58,2094.15,2023.43,0.455239,2.35316,1.53673,0.961891,33.6923,22.5917,12.0676
+Pool1_f2h,210.001,844.263,423.672,420.591,4020.89,2017.89,2003,4.20962,10.864,4.63699,6.43175,33.3606,22.9331,10.8583
+Pool1_h2f,20.9052,88.6981,46.9757,41.7224,4246.27,2248.89,1997.38,0.667696,1.1714,0.660301,0.539743,117.997,63.6641,55.0082
+Pool2,58.7924,314.375,188.669,125.706,5347.29,3209.14,2138.15,0.411831,2.52633,1.74937,0.927995,36.5478,28.4951,9.66495
+Pool2_f2h,76.8368,405.93,248.377,157.553,5283.1,3232.6,2050.5,0.716538,3.90927,2.59879,1.50885,31.914,26.7871,6.83944
+Pool2_h2f,15.6216,82.0579,49.566,32.4919,5255.37,3174.44,2080.93,0.215716,3.1694,1.92435,1.25917,232.498,141.245,92.0377
+Pool3,20.5304,123.325,86.6382,36.6872,6007.12,4220.09,1787.03,0.282783,2.47786,1.92759,0.626736,98.3816,79.4265,23.2579
+Pool3_f2h,26.4508,154.684,109.843,44.8406,5849.24,4153.88,1695.36,0.618053,2.67039,1.80558,0.988641,86.0654,72.4368,16.4758
+Pool3_h2f,5.2822,29.1224,20.4156,8.70687,5513.14,3864.89,1648.25,0.11154,1.36843,0.975666,0.401594,228.306,164.606,65.5302
+Softmax1,2.04532,9.65196,6.69876,2.9532,4718.43,3274.79,1443.63,0.0592166,1.26487,0.87714,0.388768,599.51,416.222,183.818
+Tanh1,71.349,309.397,166.636,142.762,4336.38,2335.5,2000.89,0.319789,2.76113,1.82636,1.0288,32.4436,22.8151,10.8671
+Tanh1_f2h,100.913,396.573,209.559,187.014,3930.03,2076.77,1853.26,0.899812,3.09604,1.99119,1.45311,33.4653,24.7837,9.33032
+Tanh1_h2f,83.2272,381.858,208.746,173.112,4588.14,2508.14,2080,0.436928,2.54257,1.61456,1.04033,21.0556,14.923,7.84162
+Tanh2,53.7113,299.392,193.858,105.534,5574.12,3609.27,1964.84,0.516207,3.73585,2.74272,1.11904,46.5019,38.4508,10.2748
+Tanh2_f2h,76.8765,416.385,277.089,139.296,5416.46,3604.5,1811.96,0.713004,3.82792,2.92357,1.24867,42.9582,37.8125,7.71353
+Tanh2_h2f,62.0292,344.851,220.072,124.778,5559.5,3547.89,2011.61,0.268756,2.54138,2.0299,0.664609,34.7016,29.7044,7.08025
+Tanh3,27.4497,170.841,118.94,51.9014,6223.81,4333.02,1890.79,0.272378,2.30827,1.59613,0.719755,58.4892,40.4211,18.4657
+Tanh3_f2h,39.0187,237.416,168.18,69.2353,6084.79,4310.35,1774.44,0.483226,2.94737,2.05624,0.902876,39.7976,28.4209,12.0028
+Tanh3_h2f,31.0592,188.341,129.589,58.7521,6063.92,4172.31,1891.61,0.214138,1.88422,1.30556,0.593641,41.1045,29.1294,12.6756
+Tanh4,18.3085,118.735,87.9986,30.7359,6485.13,4806.35,1678.77,0.220835,2.58413,2.07212,0.565112,112.566,92.977,23.0207
+Tanh4_f2h,26.1769,164.262,123.396,40.8663,6275.42,4714.21,1561.21,0.358447,2.34225,1.86472,0.587341,71.3708,61.4761,14.4163
+Tanh4_h2f,20.6587,128.708,94.4883,34.2199,6230.16,4573.71,1656.45,0.207862,2.25217,1.81483,0.480835,85.0819,70.6279,17.1689
+Tanh5,18.3283,114.102,83.1648,30.9372,6224.98,4537.15,1687.83,0.260623,5.957,4.43105,1.5561,299.19,223.089,77.8918
+Tanh5_f2h,26.1523,156.042,115.325,40.7168,5968.06,4410.79,1557.27,0.343513,4.99963,3.81509,1.25126,209.878,159.503,52.6995
+Tanh5_h2f,20.633,123.091,88.9037,34.1876,5965.83,4308.87,1656.96,0.190143,2.18341,1.76558,0.481496,94.4781,78.5292,18.9483
diff --git a/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_fp32.csv b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_fp32.csv
new file mode 100644
index 0000000000000000000000000000000000000000..fe62cc77eb9744a531345697df044276e4bb26e2
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_fp32.csv
@@ -0,0 +1,21 @@
+Add1,114.477,689.511,545.497,144.014,6023.13,4765.12,1258.01,0.494926,3.39383,2.63662,0.913302,15.2664,12.3757,5.32532
+Add2,139.245,1083.98,913.705,170.273,7784.72,6561.88,1222.83,0.616984,5.07127,4.2664,0.881209,16.6482,14.6652,3.17889
+Add3,73.7075,582.264,483.313,98.9509,7899.66,6557.19,1342.47,0.766894,6.39355,5.25146,1.16607,26.1761,21.787,5.48411
+Add4,47.9113,399.265,338.936,60.3286,8333.36,7074.23,1259.12,0.344035,4.04787,2.81768,2.21291,52.9096,30.2717,43.7817
+Add5,47.955,388.123,327.404,60.7191,8093.5,6827.34,1266.16,0.385326,4.51233,3.74464,0.829162,71.7827,59.7486,13.7432
+Add6,0.1721,0.083548,0.0671001,0.0164478,452.189,363.168,89.0211,0.0152622,0.264957,0.212801,0.0521557,1369.25,1099.72,269.533
+Conv1,925.494,3271.78,2320.75,951.03,3535.33,2507.72,1027.61,7.38366,11.5946,7.18956,6.71324,22.3312,19.251,4.89111
+Conv2,2080.05,13944.8,11447.4,2497.39,6704.35,5503.69,1200.66,13.4036,25.0061,20.4344,10.1874,42.1223,38.0878,4.46151
+Conv3,1014.71,6863.91,5475.41,1388.5,6764.61,5396.22,1368.39,5.96381,14.6827,14.1842,4.69302,43.9951,39.249,5.4172
+Conv4,1226.86,9535.92,7945,1590.92,7772.68,6475.96,1296.73,4.45174,35.4147,15.5377,26.2279,31.4207,24.4877,19.7888
+Conv5,861.092,6591.9,5495.97,1095.93,7655.42,6382.69,1272.73,4.21251,19.5607,11.6479,15.1544,34.6117,29.1745,17.0262
+Mul1,3.73053,25.3858,20.4052,4.98065,6805.05,5469.93,1335.12,0.0924027,1.617,1.29761,0.32099,403.014,323.605,79.8704
+Pool1,175.352,985.339,672.448,312.891,5619.71,3835.24,1784.47,3.94384,18.2525,12.0852,6.20264,25.3347,19.4031,6.99576
+Pool2,132.287,891.752,674.086,217.667,6741.51,5096,1645.51,3.25049,19.5357,14.6978,4.86596,26.8879,22.2401,5.69913
+Pool3,44.6908,343.93,279.325,64.6046,7695.89,6250.31,1445.57,0.968672,7.36666,5.9023,1.48972,37.1193,30.6839,9.10475
+Softmax1,1.92222,11.9898,9.62903,2.36074,6235.93,5008.1,1227.83,0.0948851,1.8978,1.52456,0.373476,928.239,745.748,182.625
+Tanh1,76.4029,470.583,342.12,128.463,6159.2,4477.81,1681.39,0.423554,3.56257,2.71704,0.923294,25.9953,20.7846,7.04828
+Tanh2,55.9198,411.855,325.555,86.2999,7365.1,5821.83,1543.28,0.307608,2.90099,2.28812,0.637094,29.5989,23.7191,6.64274
+Tanh3,27.9644,214.918,172.203,42.7143,7685.42,6157.97,1527.45,0.27067,2.55707,2.04195,0.526121,57.2266,45.9891,11.875
+Tanh4,18.6218,150.823,125.161,25.6619,8099.35,6721.29,1378.06,0.144119,1.9824,1.59565,0.785064,92.3216,73.7595,41.0994
+Tanh5,18.6201,147.003,121.178,25.8248,7894.73,6507.83,1386.9,0.18229,2.27179,1.84236,0.444801,85.7818,70.1289,16.9109
diff --git a/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_layers.txt b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_layers.txt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8c3f5668a2fdb5eb8a568f34b334fe02016954
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_layers.txt
@@ -0,0 +1,6 @@
+Conv1,2000,3,32,32,64,3,11,11,1,1
+Conv2,2000,64,16,16,192,64,5,5,1,1
+Conv3,2000,192,8,8,384,192,3,3,1,1
+Conv4,2000,384,8,8,256,384,3,3,1,1
+Conv5,2000,256,8,8,256,256,3,3,1,1
+FC1,2000,4096,4096,10
diff --git a/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_ops.txt b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_ops.txt
new file mode 100644
index 0000000000000000000000000000000000000000..9d047b9e469f980534fa95b39fd43e2984bf9d43
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_ops.txt
@@ -0,0 +1,26 @@
+#Conv1,4
+Conv1
+Add1
+Tanh1
+Pool1
+#Conv2,4
+Conv2
+Add2
+Tanh2
+Pool2
+#Conv3,3
+Conv3
+Add3
+Tanh3
+#Conv4,3
+Conv4
+Add4
+Tanh4
+#Conv5,4
+Conv5
+Add5
+Tanh5
+Pool3
+#FC1,2
+Mul1
+Add6
diff --git a/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_promise_confs1.txt b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_promise_confs1.txt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a86825a6429e3145247f1680c64999ecfb918a
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_promise_confs1.txt
@@ -0,0 +1,16 @@
+9 9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9
+8 8 8 8,4,6,6,7,7
+8 8 8 8,6,9 9 9,6,9 9 9 9,3
+8 8 8 8,4,3,8 8 8,8 8 8 8,4
+9 9 9 9,4,3,9 9 9,7,9 9
+8 8 8 8,8 8 8 8,9 9 9,7,3,4
+8 8 8 8,4,6,8 8 8,9 9 9 9,7
+8 8 8 8,9 9 9 9,6,6,9 9 9 9,4
+9 9 9 9,7,9 9 9,8 8 8,9 9 9 9,5
+8 8 8 8,9 9 9 9,7,8 8 8,5,5
+8 8 8 8,8 8 8 8,7,7,8 8 8 8,5
+9 9 9 9,6,6,8 8 8,9 9 9 9,7
+8 8 8 8,4,4,8 8 8,8 8 8 8,8 8
+8 8 8 8,9 9 9 9,6,6,9 9 9 9,8 8
+8 8 8 8,8 8 8 8,8 8 8,7,8 8 8 8,9 9
+9 9 9 9,8 8 8 8,9 9 9,9 9 9,7,7
diff --git a/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_promise_confs2.txt b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_promise_confs2.txt
new file mode 100644
index 0000000000000000000000000000000000000000..c73097f5494c9545b8d6a2bd7f737a7a9ad2dcc8
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_promise_confs2.txt
@@ -0,0 +1,52 @@
+9 9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9
+8 8 8 8,3,1,4,7,3
+8 8 8 8,3,1,6,7,3
+8 8 8 8,4,1,3,7,4
+9 9 9 9,4,1,9 9 9,3,3
+8 8 8 8,3,1,7,7,4
+9 9 9 9,7,1,7,4,9 9
+8 8 8 8,3,1,6,5,9 9
+9 9 9 9,1,5,7,2,9 9
+8 8 8 8,3,2,2,7,3
+8 8 8 8,9 9 9 9,1,7,3,9 9
+8 8 8 8,4,1,6,7,8 8
+8 8 8 8,4,1,6,7,5
+8 8 8 8,1,8 8 8,6,7,3
+8 8 8 8,5,1,6,7,7
+9 9 9 9,7,1,6,7,8 8
+8 8 8 8,3,1,9 9 9,7,8 8
+8 8 8 8,3,7,2,7,3
+8 8 8 8,3,8 8 8,2,4,8 8
+9 9 9 9,1,8 8 8,9 9 9,4,8 8
+8 8 8 8,5,4,3,2,9 9
+8 8 8 8,5,1,6,8 8 8 8,3
+8 8 8 8,9 9 9 9,1,8 8 8,7,3
+9 9 9 9,4,2,4,9 9 9 9,2
+9 9 9 9,2,3,8 8 8,7,2
+9 9 9 9,3,2,6,7,3
+8 8 8 8,6,4,6,2,3
+8 8 8 8,6,4,9 9 9,2,3
+8 8 8 8,7,4,4,3,4
+9 9 9 9,4,7,6,2,8 8
+8 8 8 8,7,3,3,5,5
+8 8 8 8,3,2,6,7,7
+9 9 9 9,7,4,6,3,4
+9 9 9 9,7,9 9 9,3,7,3
+8 8 8 8,3,9 9 9,5,6,3
+9 9 9 9,6,7,3,4,5
+8 8 8 8,3,9 9 9,6,3,3
+8 8 8 8,2,5,7,9 9 9 9,3
+8 8 8 8,3,5,6,7,3
+8 8 8 8,4,7,6,5,3
+8 8 8 8,3,3,6,7,4
+8 8 8 8,3,4,7,5,6
+8 8 8 8,7,7,6,7,3
+8 8 8 8,5,4,7,4,7
+8 8 8 8,7,3,4,7,7
+8 8 8 8,4,3,7,4,5
+9 9 9 9,3,9 9 9,5,7,3
+8 8 8 8,7,2,7,9 9 9 9,7
+8 8 8 8,3,4,4,8 8 8 8,3
+8 8 8 8,3,5,6,7,5
+9 9 9 9,3,4,9 9 9,7,3
+8 8 8 8,7,4,7,7,3
diff --git a/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_promise_results1.csv b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_promise_results1.csv
new file mode 100644
index 0000000000000000000000000000000000000000..4854a2efa2b2e321decb3ef95ab6bda3b1e22f42
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_promise_results1.csv
@@ -0,0 +1,220 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,5417.213,16332.387,7661.092,10086.008,7470.956,25.469348,46993.125348,0.999999997872029
+c1,2545.253,150.857135,137.685622,177.024371,157.113483,0.174571,3168.108182,14.8331815597962
+c2,2545.253,255.701869,7661.092,177.024371,7470.956,0.057413,18110.084653,2.59485949342205
+c3,2545.253,150.857135,60.283643,4576.494,3304.362,0.077363,10637.327141,4.41775685595832
+c4,5417.213,150.857135,60.283643,10086.008,157.113483,25.469348,15896.944609,2.95611051105908
+c5,2545.253,7465.49,7661.092,235.670225,51.671694,0.077363,17959.254282,2.61665235919258
+c6,2545.253,150.857135,137.685622,4576.494,7470.956,0.174571,14881.420328,3.15783870063778
+c7,2545.253,16332.387,137.685622,177.024371,7470.956,0.077363,26663.383356,1.7624591952311
+c8,5417.213,340.412547,7661.092,4576.494,7470.956,0.086312,25466.253859,1.8453096958688
+c9,2545.253,16332.387,183.299064,4576.494,77.680494,0.086312,23715.19987,1.98156142083756
+c10,2545.253,7465.49,183.299064,235.670225,3304.362,0.086312,13734.160601,3.42162337918315
+c11,5417.213,255.701869,137.685622,4576.494,7470.956,0.174571,17858.225062,2.63145552941035
+c12,2545.253,150.857135,81.230765,4576.494,3304.362,43.75163,10701.94853,4.39108119209875
+c13,2545.253,16332.387,137.685622,177.024371,7470.956,43.75163,26707.057623,1.75957703148744
+c14,2545.253,7465.49,3726.01,235.670225,3304.362,25.469348,17302.254573,2.71601165490486
+c15,5417.213,7465.49,7661.092,10086.008,157.113483,0.174571,30787.091054,1.52639056132117
+c1,3168.108182
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,1291.7259,2407.5018,1116.3819,1293.3931,972.3579,3.90263,7085.26323,0.999999985886199
+c1,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c2,1001.6715,182.333568,1116.3819,128.244736,972.3579,0.090100,3401.079704,2.08323933524495
+c3,1001.6715,182.333568,96.183552,686.8162,510.1917,0.090100,2477.28662,2.86009010293326
+c4,1291.7259,182.333568,96.183552,1293.3931,82.574848,3.90263,2950.113598,2.40169158049854
+c5,1001.6715,1366.6231,1116.3819,128.244736,82.574848,0.090100,3695.586184,1.91722305623754
+c6,1001.6715,182.333568,96.183552,686.8162,972.3579,0.090100,2939.45282,2.41040201113342
+c7,1001.6715,2407.5018,96.183552,128.244736,972.3579,0.090100,4606.049588,1.53825158431508
+c8,1291.7259,182.333568,1116.3819,686.8162,972.3579,0.090100,4249.705568,1.66723622375817
+c9,1001.6715,2407.5018,96.183552,686.8162,82.574848,0.090100,4274.838,1.65743428505515
+c10,1001.6715,1366.6231,96.183552,128.244736,510.1917,0.090100,3103.004688,2.28335555826413
+c11,1291.7259,182.333568,96.183552,686.8162,972.3579,0.090100,3229.50722,2.1939145906627
+c12,1001.6715,182.333568,96.183552,686.8162,510.1917,7.430588,2484.627108,2.85164036165541
+c13,1001.6715,2407.5018,96.183552,128.244736,972.3579,7.430588,4613.390076,1.53580403124351
+c14,1001.6715,1366.6231,653.4248,128.244736,510.1917,3.90263,3664.058466,1.93371997264085
+c15,1291.7259,1366.6231,1116.3819,1293.3931,82.574848,0.090100,5150.788948,1.37556851270217
+c1,1491.098304
+
+Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,5417.213,16332.387,7661.092,10086.008,7470.956,25.469348,46993.125348,0.999999997872029
+c1,2551.85474,553.269866,357.336004,478.667351,352.195669,4.712122,4298.035752,10.9336280492246
+c2,2551.85474,658.1146,7661.092,478.667351,7470.956,4.594964,18825.279655,2.49627766278048
+c3,2551.85474,553.269866,279.934025,4576.494,3304.362,4.614914,11270.529545,4.1695578493818
+c4,5417.213,553.269866,279.934025,10086.008,352.195669,25.469348,16714.089908,2.81158742866093
+c5,2551.85474,7465.49,7874.613,537.313205,246.75388,4.614914,18680.639739,2.51560576902143
+c6,2551.85474,553.269866,357.336004,4576.494,7619.68,4.712122,15663.346732,3.00019694718077
+c7,2551.85474,16805.478,357.336004,478.667351,7470.956,4.614914,27668.907009,1.69840916241734
+c8,5417.213,742.825278,7661.092,4807.606,7619.68,4.623863,26253.040141,1.79000698268118
+c9,2551.85474,16805.478,402.949446,4576.494,272.76268,4.623863,24614.162729,1.9091904800692
+c10,2551.85474,7465.49,402.949446,537.313205,3304.362,4.623863,14266.593254,3.29392758186552
+c11,5417.213,658.1146,357.336004,4576.494,7619.68,4.712122,18633.549726,2.52196311421182
+c12,2551.85474,553.269866,300.881147,4576.494,3304.362,43.75163,11330.613383,4.14744756923415
+c13,2551.85474,16805.478,357.336004,478.667351,7470.956,84.15043,27748.442525,1.69354100275384
+c14,2551.85474,7465.49,3726.01,537.313205,3304.362,25.5298076,17610.5597526,2.66846288484474
+c15,5417.213,7576.191,7874.613,10086.008,352.195669,4.712122,31310.932791,1.50085356803622
+c1,4298.035752
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c2,0,324.065467,0,229.498883,0,1.216143,554.780493,0
+c3,0,324.065467,175.390266,0,0,1.216143,500.671876,0
+c4,0,324.065467,175.390266,0,151.959867,0,651.4156,0
+c5,0,0,0,229.498883,151.959867,1.216143,382.674893,0
+c6,0,324.065467,175.390266,0,0,1.216143,500.671876,0
+c7,0,0,175.390266,229.498883,0,1.216143,406.105292,0
+c8,0,324.065467,0,0,0,1.216143,325.28161,0
+c9,0,0,175.390266,0,151.959867,1.216143,328.566276,0
+c10,0,0,175.390266,229.498883,0,1.216143,406.105292,0
+c11,0,324.065467,175.390266,0,0,1.216143,500.671876,0
+c12,0,324.065467,175.390266,0,0,0,499.455733,0
+c13,0,0,175.390266,229.498883,0,0,404.889149,0
+c14,0,0,0,229.498883,0,0,229.498883,0
+c15,0,0,0,0,151.959867,1.216143,153.17601,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c2,0,78.347264,0,72.144097,0,3.321408,153.812769,0
+c3,0,78.347264,44.260116,0,0,3.321408,125.928788,0
+c4,0,78.347264,44.260116,0,43.122319,0,165.729699,0
+c5,0,0,0,72.144097,43.122319,3.321408,118.587824,0
+c6,0,78.347264,44.260116,0,0,3.321408,125.928788,0
+c7,0,0,44.260116,72.144097,0,3.321408,119.725621,0
+c8,0,78.347264,0,0,0,3.321408,81.668672,0
+c9,0,0,44.260116,0,43.122319,3.321408,90.703843,0
+c10,0,0,44.260116,72.144097,0,3.321408,119.725621,0
+c11,0,78.347264,44.260116,0,0,3.321408,125.928788,0
+c12,0,78.347264,44.260116,0,0,0,122.60738,0
+c13,0,0,44.260116,72.144097,0,0,116.404213,0
+c14,0,0,0,72.144097,0,0,72.144097,0
+c15,0,0,0,0,43.122319,3.321408,46.443727,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c2,0,36.608647,0,29.286620,0,0.701660,66.596927,0
+c3,0,36.608647,19.907558,0,0,0.701660,57.217865,0
+c4,0,36.608647,19.907558,0,18.163317,0,74.679522,0
+c5,0,0,0,29.286620,18.163317,0.701660,48.151597,0
+c6,0,36.608647,19.907558,0,0,0.701660,57.217865,0
+c7,0,0,19.907558,29.286620,0,0.701660,49.895838,0
+c8,0,36.608647,0,0,0,0.701660,37.310307,0
+c9,0,0,19.907558,0,18.163317,0.701660,38.772535,0
+c10,0,0,19.907558,29.286620,0,0.701660,49.895838,0
+c11,0,36.608647,19.907558,0,0,0.701660,57.217865,0
+c12,0,36.608647,19.907558,0,0,0,56.516205,0
+c13,0,0,19.907558,29.286620,0,0,49.194178,0
+c14,0,0,0,29.286620,0,0,29.28662,0
+c15,0,0,0,0,18.163317,0.701660,18.864977,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,6.60174,0,0,0,0,0,6.60174,0
+c2,6.60174,0,0,0,0,0,6.60174,0
+c3,6.60174,0,0,0,0,0,6.60174,0
+c4,0,0,0,0,0,0,0,0
+c5,6.60174,0,213.521,0,0,0,220.12274,0
+c6,6.60174,0,0,0,148.724,0,155.32574,0
+c7,6.60174,473.091,0,0,0,0,479.69274,0
+c8,0,0,0,231.112,148.724,0,379.836,0
+c9,6.60174,473.091,0,0,0,0,479.69274,0
+c10,6.60174,0,0,0,0,0,6.60174,0
+c11,0,0,0,0,148.724,0,148.724,0
+c12,6.60174,0,0,0,0,0,6.60174,0
+c13,6.60174,473.091,0,0,0,40.3988,520.09154,0
+c14,6.60174,0,0,0,0,0.0604596,6.6621996,0
+c15,0,110.701,213.521,0,0,0,324.222,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,5.44249,0,0,0,0,0,5.44249,0
+c2,5.44249,0,0,0,0,0,5.44249,0
+c3,5.44249,0,0,0,0,0,5.44249,0
+c4,0,0,0,0,0,0,0,0
+c5,5.44249,0,31.0982,0,0,0,36.54069,0
+c6,5.44249,0,0,0,20.7426,0,26.18509,0
+c7,5.44249,62.1589,0,0,0,0,67.60139,0
+c8,0,0,0,39.4494,20.7426,0,60.192,0
+c9,5.44249,62.1589,0,0,0,0,67.60139,0
+c10,5.44249,0,0,0,0,0,5.44249,0
+c11,0,0,0,0,20.7426,0,20.7426,0
+c12,5.44249,0,0,0,0,0,5.44249,0
+c13,5.44249,62.1589,0,0,0,7.36824,74.96963,0
+c14,5.44249,0,0,0,0,0.141077,5.583567,0
+c15,0,26.722,31.0982,0,0,0,57.8202,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,1291.7259,2407.5018,1116.3819,1293.3931,972.3579,3.90263,7085.26323,0.999999985886199
+c1,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c2,1007.11399,218.942215,1116.3819,157.531356,972.3579,0.79176,3473.119121,2.04002879807851
+c3,1007.11399,218.942215,116.09111,686.8162,510.1917,0.79176,2539.946975,2.78953183699704
+c4,1291.7259,218.942215,116.09111,1293.3931,100.738165,3.90263,3024.79312,2.34239589772685
+c5,1007.11399,1366.6231,1147.4801,157.531356,100.738165,0.79176,3780.278471,1.87427013563335
+c6,1007.11399,218.942215,116.09111,686.8162,993.1005,0.79176,3022.855775,2.34389713667708
+c7,1007.11399,2469.6607,116.09111,157.531356,972.3579,0.79176,4723.546816,1.49998790231133
+c8,1291.7259,218.942215,1116.3819,726.2656,993.1005,0.79176,4347.207875,1.62984225064594
+c9,1007.11399,2469.6607,116.09111,686.8162,100.738165,0.79176,4381.211925,1.61719250051588
+c10,1007.11399,1366.6231,116.09111,157.531356,510.1917,0.79176,3158.343016,2.24334816382249
+c11,1291.7259,218.942215,116.09111,686.8162,993.1005,0.79176,3307.467685,2.14220173576082
+c12,1007.11399,218.942215,116.09111,686.8162,510.1917,7.430588,2546.585803,2.78225966053343
+c13,1007.11399,2469.6607,116.09111,157.531356,972.3579,14.798828,4737.553884,1.49555303304803
+c14,1007.11399,1366.6231,653.4248,157.531356,510.1917,4.043707,3698.928653,1.91549059285165
+c15,1291.7259,1393.3451,1147.4801,1293.3931,100.738165,0.79176,5227.474125,1.35538941466517
+c1,1601.208596
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_promise_results2.csv b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_promise_results2.csv
new file mode 100644
index 0000000000000000000000000000000000000000..b3853553e5d5a2c768c71ee52ff3748070d0a4b4
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_promise_results2.csv
@@ -0,0 +1,616 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,5417.213,16332.387,7661.092,10086.008,7470.956,25.469348,46993.125348,0.999999997872029
+c1,2545.253,111.955336,52.545506,104.439555,157.113483,0.057413,2971.364293,15.8153356951801
+c2,2545.253,111.955336,52.545506,177.024371,157.113483,0.057413,3043.949109,15.4382094185593
+c3,2545.253,150.857135,52.545506,77.507541,157.113483,0.077363,2983.354028,15.7517757972311
+c4,5417.213,150.857135,52.545506,10086.008,51.671694,0.057413,15758.352748,2.98210896794104
+c5,2545.253,111.955336,52.545506,235.670225,157.113483,0.077363,3102.614913,15.1462959958287
+c6,5417.213,340.412547,52.545506,235.670225,69.626370,25.469348,6140.936996,7.65243555069303
+c7,2545.253,111.955336,52.545506,177.024371,77.680494,25.469348,2989.928055,15.7171419886509
+c8,5417.213,97.584511,90.627243,235.670225,46.727966,25.469348,5913.292293,7.94703224951792
+c9,2545.253,111.955336,54.515960,70.091949,157.113483,0.057413,2938.987141,15.9895642595612
+c10,2545.253,16332.387,52.545506,235.670225,51.671694,25.469348,19242.996773,2.44208974611103
+c11,2545.253,150.857135,52.545506,177.024371,157.113483,43.75163,3126.545125,15.0303680152268
+c12,2545.253,150.857135,52.545506,177.024371,157.113483,0.086312,3082.879807,15.2432552566505
+c13,2545.253,97.584511,3726.01,177.024371,157.113483,0.057413,6703.042778,7.01071531292687
+c14,2545.253,168.307738,52.545506,177.024371,157.113483,0.174571,3100.418669,15.1570251792654
+c15,5417.213,340.412547,52.545506,177.024371,157.113483,43.75163,6188.060537,7.59416044940091
+c16,2545.253,111.955336,52.545506,10086.008,157.113483,43.75163,12996.626955,3.61579394016088
+c17,2545.253,111.955336,183.299064,70.091949,157.113483,0.057413,3067.770245,15.3183322293312
+c18,2545.253,111.955336,3726.01,70.091949,69.626370,43.75163,6566.688285,7.15628983634191
+c19,5417.213,97.584511,3726.01,10086.008,69.626370,43.75163,19440.193511,2.41731776382152
+c20,2545.253,168.307738,81.230765,77.507541,46.727966,25.469348,2944.496358,15.9596474366009
+c21,2545.253,168.307738,52.545506,177.024371,3304.362,0.057413,6247.550028,7.5218484662313
+c22,2545.253,16332.387,52.545506,4576.494,157.113483,0.057413,23663.850402,1.98586131804831
+c23,5417.213,150.857135,54.515960,104.439555,7470.956,0.051920,13198.03357,3.56061565859
+c24,5417.213,101.243926,60.283643,4576.494,157.113483,0.051920,10312.399972,4.55695328147661
+c25,5417.213,111.955336,54.515960,177.024371,157.113483,0.057413,5917.879563,7.94087207311975
+c26,2545.253,255.701869,81.230765,177.024371,46.727966,0.057413,3105.995384,15.1298112280192
+c27,2545.253,255.701869,81.230765,10086.008,46.727966,0.057413,13014.979013,3.6106954102647
+c28,2545.253,340.412547,81.230765,104.439555,51.671694,0.077363,3123.084924,15.0470208101513
+c29,5417.213,150.857135,183.299064,177.024371,46.727966,43.75163,6018.873166,7.80762831699072
+c30,2545.253,340.412547,60.283643,77.507541,77.680494,0.086312,3101.223537,15.1530914402095
+c31,2545.253,111.955336,54.515960,177.024371,157.113483,0.174571,3046.036721,15.4276287876823
+c32,5417.213,340.412547,81.230765,177.024371,51.671694,0.077363,6067.62974,7.74488994668139
+c33,5417.213,340.412547,7661.092,77.507541,157.113483,0.057413,13653.395984,3.44186347915811
+c34,2545.253,111.955336,7661.092,116.520741,118.016247,0.057413,10552.894737,4.45310278116628
+c35,5417.213,255.701869,183.299064,77.507541,69.626370,0.086312,6003.434156,7.82770716628299
+c36,2545.253,111.955336,7661.092,177.024371,51.671694,0.057413,10547.053814,4.45556889451584
+c37,2545.253,101.243926,90.627243,235.670225,7470.956,0.057413,10443.807807,4.4996160180716
+c38,2545.253,111.955336,90.627243,177.024371,157.113483,0.057413,3082.030846,15.2474540883471
+c39,2545.253,150.857135,183.299064,177.024371,77.680494,0.057413,3134.171477,14.9937947535665
+c40,2545.253,111.955336,60.283643,177.024371,157.113483,0.077363,3051.707196,15.3989622168534
+c41,2545.253,111.955336,81.230765,235.670225,77.680494,0.131129,3051.920949,15.3978836914532
+c42,2545.253,340.412547,183.299064,177.024371,157.113483,0.057413,3403.159878,13.8086736009447
+c43,2545.253,168.307738,81.230765,235.670225,69.626370,0.174571,3100.262669,15.1577878552397
+c44,2545.253,340.412547,60.283643,104.439555,157.113483,0.174571,3207.676799,14.6502053753139
+c45,2545.253,150.857135,60.283643,235.670225,69.626370,0.086312,3061.776685,15.3483185247941
+c46,5417.213,111.955336,7661.092,116.520741,157.113483,0.057413,13463.951973,3.49029208461295
+c47,2545.253,340.412547,54.515960,235.670225,7470.956,0.174571,10646.982303,4.41375063555649
+c48,2545.253,111.955336,81.230765,104.439555,3304.362,0.057413,6147.298069,7.64451699853767
+c49,2545.253,111.955336,90.627243,177.024371,157.113483,0.086312,3082.059745,15.247311120268
+c50,5417.213,111.955336,81.230765,10086.008,157.113483,0.057413,15853.577997,2.96419679270338
+c51,2545.253,340.412547,81.230765,235.670225,157.113483,0.057413,3359.737433,13.9871418187952
+c9,2938.987141
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,1291.7259,2407.5018,1116.3819,1293.3931,972.3579,3.90263,7085.26323,0.999999985886199
+c1,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c2,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c3,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c4,1291.7259,182.333568,96.183552,1293.3931,82.574848,0.090100,2946.301068,2.40479938268144
+c5,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c6,1291.7259,182.333568,96.183552,128.244736,82.574848,3.90263,1784.965234,3.96941223173357
+c7,1001.6715,182.333568,96.183552,128.244736,82.574848,3.90263,1494.910834,4.73958887372751
+c8,1291.7259,182.333568,96.183552,128.244736,82.574848,3.90263,1784.965234,3.96941223173357
+c9,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c10,1001.6715,2407.5018,96.183552,128.244736,82.574848,3.90263,3720.079066,1.90460012108248
+c11,1001.6715,182.333568,96.183552,128.244736,82.574848,7.430588,1498.438792,4.72842987980854
+c12,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c13,1001.6715,182.333568,653.4248,128.244736,82.574848,0.090100,2048.339552,3.45902752167198
+c14,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c15,1291.7259,182.333568,96.183552,128.244736,82.574848,7.430588,1788.493192,3.96158222213785
+c16,1001.6715,182.333568,96.183552,1293.3931,82.574848,7.430588,2663.587156,2.66004547590462
+c17,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c18,1001.6715,182.333568,653.4248,128.244736,82.574848,7.430588,2055.68004,3.44667591622498
+c19,1291.7259,182.333568,653.4248,1293.3931,82.574848,7.430588,3510.882804,2.01808588430211
+c20,1001.6715,182.333568,96.183552,128.244736,82.574848,3.90263,1494.910834,4.73958887372751
+c21,1001.6715,182.333568,96.183552,128.244736,510.1917,0.090100,1918.715156,3.69271219783328
+c22,1001.6715,2407.5018,96.183552,686.8162,82.574848,0.090100,4274.838,1.65743428505515
+c23,1291.7259,182.333568,96.183552,128.244736,972.3579,0.090100,2670.935756,2.65272683882829
+c24,1291.7259,182.333568,96.183552,686.8162,82.574848,0.090100,2339.724168,3.028247100269
+c25,1291.7259,182.333568,96.183552,128.244736,82.574848,0.090100,1781.152704,3.97790869715859
+c26,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c27,1001.6715,182.333568,96.183552,1293.3931,82.574848,0.090100,2656.246668,2.66739646156249
+c28,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c29,1291.7259,182.333568,96.183552,128.244736,82.574848,7.430588,1788.493192,3.96158222213785
+c30,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c31,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c32,1291.7259,182.333568,96.183552,128.244736,82.574848,0.090100,1781.152704,3.97790869715859
+c33,1291.7259,182.333568,1116.3819,128.244736,82.574848,0.090100,2801.351052,2.52923066247569
+c34,1001.6715,182.333568,1116.3819,128.244736,82.574848,0.090100,2511.296652,2.82135642645868
+c35,1291.7259,182.333568,96.183552,128.244736,82.574848,0.090100,1781.152704,3.97790869715859
+c36,1001.6715,182.333568,1116.3819,128.244736,82.574848,0.090100,2511.296652,2.82135642645868
+c37,1001.6715,182.333568,96.183552,128.244736,972.3579,0.090100,2380.881356,2.97589920411392
+c38,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c39,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c40,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c41,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c42,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c43,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c44,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c45,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c46,1291.7259,182.333568,1116.3819,128.244736,82.574848,0.090100,2801.351052,2.52923066247569
+c47,1001.6715,182.333568,96.183552,128.244736,972.3579,0.090100,2380.881356,2.97589920411392
+c48,1001.6715,182.333568,96.183552,128.244736,510.1917,0.090100,1918.715156,3.69271219783328
+c49,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c50,1291.7259,182.333568,96.183552,1293.3931,82.574848,0.090100,2946.301068,2.40479938268144
+c51,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c1,1491.098304
+
+Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,5417.213,16332.387,7661.092,10086.008,7470.956,25.469348,46993.125348,0.999999997872029
+c1,2551.85474,514.368067,272.195888,406.082535,352.195669,4.594964,4101.291863,11.4581272857311
+c2,2551.85474,514.368067,272.195888,478.667351,352.195669,4.594964,4173.876679,11.2588674357701
+c3,2551.85474,553.269866,272.195888,379.150521,352.195669,4.614914,4113.281598,11.4247281850036
+c4,5417.213,553.269866,272.195888,10086.008,246.75388,4.594964,16580.035598,2.83431991365788
+c5,2551.85474,514.368067,272.195888,537.313205,352.195669,4.614914,4232.542483,11.1028121812047
+c6,5417.213,742.825278,272.195888,537.313205,264.708556,25.469348,7259.725275,6.47312713919292
+c7,2551.85474,514.368067,272.195888,478.667351,272.76268,25.469348,4115.318074,11.4190746282744
+c8,5417.213,499.997242,310.277625,537.313205,241.810152,25.469348,7032.080572,6.68267722455389
+c9,2551.85474,514.368067,274.166342,371.734929,352.195669,4.594964,4068.914711,11.5493018484825
+c10,2551.85474,16805.478,272.195888,537.313205,246.75388,25.469348,20439.065061,2.29918173741469
+c11,2551.85474,553.269866,272.195888,478.667351,352.195669,43.75163,4251.935144,11.0521733402015
+c12,2551.85474,553.269866,272.195888,478.667351,352.195669,4.623863,4212.807377,11.1548238566706
+c13,2551.85474,499.997242,3726.01,478.667351,352.195669,4.594964,7613.319966,6.17248781617163
+c14,2551.85474,570.720469,272.195888,478.667351,352.195669,4.712122,4230.346239,11.10857636283
+c15,5417.213,742.825278,272.195888,478.667351,352.195669,43.75163,7306.848816,6.43138046074799
+c16,2551.85474,514.368067,272.195888,10086.008,352.195669,43.75163,13820.373994,3.40027882229336
+c17,2551.85474,514.368067,402.949446,371.734929,352.195669,4.594964,4197.697815,11.1949755079029
+c18,2551.85474,514.368067,3726.01,371.734929,264.708556,43.75163,7472.427922,6.28886958959589
+c19,5417.213,499.997242,3726.01,10243.514,264.708556,43.75163,20195.194428,2.32694591195175
+c20,2551.85474,570.720469,300.881147,379.150521,241.810152,25.469348,4069.886377,11.5465445077081
+c21,2551.85474,570.720469,272.195888,478.667351,3304.362,4.594964,7182.395412,6.54282060483667
+c22,2551.85474,16805.478,272.195888,4576.494,352.195669,4.594964,24562.813261,1.91318171324031
+c23,5417.213,553.269866,274.166342,406.082535,7470.956,4.589471,14126.277214,3.32664610098139
+c24,5417.213,503.656657,279.934025,4576.494,352.195669,4.589471,11134.082822,4.22065523287469
+c25,5417.213,514.368067,274.166342,478.667351,352.195669,4.594964,7041.205393,6.67401702658985
+c26,2551.85474,658.1146,300.881147,478.667351,241.810152,4.594964,4235.922954,11.093951601322
+c27,2551.85474,658.1146,300.881147,10086.008,241.810152,4.594964,13843.263603,3.39465651714892
+c28,2551.85474,742.825278,300.881147,406.082535,246.75388,4.614914,4253.012494,11.049373663811
+c29,5417.213,553.269866,402.949446,478.667351,241.810152,43.75163,7137.661445,6.58382651681196
+c30,2551.85474,742.825278,279.934025,379.150521,272.76268,4.623863,4231.151107,11.1064632410808
+c31,2551.85474,514.368067,274.166342,478.667351,352.195669,4.712122,4175.964291,11.2532390001407
+c32,5417.213,742.825278,300.881147,478.667351,246.75388,4.614914,7190.95557,6.53503199081743
+c33,5417.213,742.825278,7661.092,379.150521,352.195669,4.594964,14557.071432,3.22819910891402
+c34,2551.85474,514.368067,7661.092,418.163721,313.098433,4.594964,11463.171925,4.09948705694312
+c35,5417.213,658.1146,402.949446,379.150521,264.708556,4.623863,7126.759986,6.59389747668293
+c36,2551.85474,514.368067,7661.092,478.667351,246.75388,4.594964,11457.331002,4.10157696671582
+c37,2551.85474,503.656657,310.277625,537.313205,7470.956,4.594964,11378.653191,4.12993736131933
+c38,2551.85474,514.368067,310.277625,478.667351,352.195669,4.594964,4211.958416,11.1570722193694
+c39,2551.85474,553.269866,402.949446,478.667351,272.76268,4.594964,4264.099047,11.0206455638026
+c40,2551.85474,514.368067,279.934025,478.667351,352.195669,4.614914,4181.634766,11.2379791287114
+c41,2551.85474,514.368067,300.881147,537.313205,272.76268,4.66868,4181.848519,11.2374047052993
+c42,2551.85474,742.825278,402.949446,478.667351,352.195669,4.594964,4533.087448,10.3666926461046
+c43,2551.85474,570.720469,300.881147,537.313205,264.708556,4.712122,4230.190239,11.1089860223899
+c44,2551.85474,742.825278,279.934025,406.082535,352.195669,4.712122,4337.604369,10.8338890011412
+c45,2551.85474,553.269866,279.934025,537.313205,264.708556,4.623863,4191.704255,11.210982781251
+c46,5417.213,514.368067,7661.092,418.163721,352.195669,4.594964,14367.627421,3.27076445149444
+c47,2551.85474,742.825278,274.166342,537.313205,7470.956,4.712122,11581.827687,4.05748783458405
+c48,2551.85474,514.368067,300.881147,406.082535,3304.362,4.594964,7082.143453,6.63543812636976
+c49,2551.85474,514.368067,310.277625,478.667351,352.195669,4.623863,4211.987315,11.1569956692285
+c50,5417.213,514.368067,300.881147,10086.008,352.195669,4.594964,16675.260847,2.8181343306927
+c51,2551.85474,742.825278,300.881147,537.313205,352.195669,4.594964,4489.665003,10.4669556124797
+c9,4068.914711
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c2,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c3,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c4,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c5,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c6,0,324.065467,175.390266,229.498883,151.959867,0,880.914483,0
+c7,0,324.065467,175.390266,229.498883,151.959867,0,880.914483,0
+c8,0,324.065467,175.390266,229.498883,151.959867,0,880.914483,0
+c9,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c10,0,0,175.390266,229.498883,151.959867,0,556.849016,0
+c11,0,324.065467,175.390266,229.498883,151.959867,0,880.914483,0
+c12,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c13,0,324.065467,0,229.498883,151.959867,1.216143,706.74036,0
+c14,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c15,0,324.065467,175.390266,229.498883,151.959867,0,880.914483,0
+c16,0,324.065467,175.390266,0,151.959867,0,651.4156,0
+c17,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c18,0,324.065467,0,229.498883,151.959867,0,705.524217,0
+c19,0,324.065467,0,0,151.959867,0,476.025334,0
+c20,0,324.065467,175.390266,229.498883,151.959867,0,880.914483,0
+c21,0,324.065467,175.390266,229.498883,0,1.216143,730.170759,0
+c22,0,0,175.390266,0,151.959867,1.216143,328.566276,0
+c23,0,324.065467,175.390266,229.498883,0,1.216143,730.170759,0
+c24,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c25,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c26,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c27,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c28,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c29,0,324.065467,175.390266,229.498883,151.959867,0,880.914483,0
+c30,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c31,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c32,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c33,0,324.065467,0,229.498883,151.959867,1.216143,706.74036,0
+c34,0,324.065467,0,229.498883,151.959867,1.216143,706.74036,0
+c35,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c36,0,324.065467,0,229.498883,151.959867,1.216143,706.74036,0
+c37,0,324.065467,175.390266,229.498883,0,1.216143,730.170759,0
+c38,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c39,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c40,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c41,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c42,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c43,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c44,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c45,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c46,0,324.065467,0,229.498883,151.959867,1.216143,706.74036,0
+c47,0,324.065467,175.390266,229.498883,0,1.216143,730.170759,0
+c48,0,324.065467,175.390266,229.498883,0,1.216143,730.170759,0
+c49,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c50,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c51,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c2,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c3,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c4,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c5,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c6,0,78.347264,44.260116,72.144097,43.122319,0,237.873796,0
+c7,0,78.347264,44.260116,72.144097,43.122319,0,237.873796,0
+c8,0,78.347264,44.260116,72.144097,43.122319,0,237.873796,0
+c9,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c10,0,0,44.260116,72.144097,43.122319,0,159.526532,0
+c11,0,78.347264,44.260116,72.144097,43.122319,0,237.873796,0
+c12,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c13,0,78.347264,0,72.144097,43.122319,3.321408,196.935088,0
+c14,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c15,0,78.347264,44.260116,72.144097,43.122319,0,237.873796,0
+c16,0,78.347264,44.260116,0,43.122319,0,165.729699,0
+c17,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c18,0,78.347264,0,72.144097,43.122319,0,193.61368,0
+c19,0,78.347264,0,0,43.122319,0,121.469583,0
+c20,0,78.347264,44.260116,72.144097,43.122319,0,237.873796,0
+c21,0,78.347264,44.260116,72.144097,0,3.321408,198.072885,0
+c22,0,0,44.260116,0,43.122319,3.321408,90.703843,0
+c23,0,78.347264,44.260116,72.144097,0,3.321408,198.072885,0
+c24,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c25,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c26,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c27,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c28,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c29,0,78.347264,44.260116,72.144097,43.122319,0,237.873796,0
+c30,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c31,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c32,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c33,0,78.347264,0,72.144097,43.122319,3.321408,196.935088,0
+c34,0,78.347264,0,72.144097,43.122319,3.321408,196.935088,0
+c35,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c36,0,78.347264,0,72.144097,43.122319,3.321408,196.935088,0
+c37,0,78.347264,44.260116,72.144097,0,3.321408,198.072885,0
+c38,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c39,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c40,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c41,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c42,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c43,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c44,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c45,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c46,0,78.347264,0,72.144097,43.122319,3.321408,196.935088,0
+c47,0,78.347264,44.260116,72.144097,0,3.321408,198.072885,0
+c48,0,78.347264,44.260116,72.144097,0,3.321408,198.072885,0
+c49,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c50,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c51,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c2,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c3,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c4,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c5,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c6,0,36.608647,19.907558,29.286620,18.163317,0,103.966142,0
+c7,0,36.608647,19.907558,29.286620,18.163317,0,103.966142,0
+c8,0,36.608647,19.907558,29.286620,18.163317,0,103.966142,0
+c9,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c10,0,0,19.907558,29.286620,18.163317,0,67.357495,0
+c11,0,36.608647,19.907558,29.286620,18.163317,0,103.966142,0
+c12,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c13,0,36.608647,0,29.286620,18.163317,0.701660,84.760244,0
+c14,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c15,0,36.608647,19.907558,29.286620,18.163317,0,103.966142,0
+c16,0,36.608647,19.907558,0,18.163317,0,74.679522,0
+c17,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c18,0,36.608647,0,29.286620,18.163317,0,84.058584,0
+c19,0,36.608647,0,0,18.163317,0,54.771964,0
+c20,0,36.608647,19.907558,29.286620,18.163317,0,103.966142,0
+c21,0,36.608647,19.907558,29.286620,0,0.701660,86.504485,0
+c22,0,0,19.907558,0,18.163317,0.701660,38.772535,0
+c23,0,36.608647,19.907558,29.286620,0,0.701660,86.504485,0
+c24,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c25,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c26,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c27,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c28,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c29,0,36.608647,19.907558,29.286620,18.163317,0,103.966142,0
+c30,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c31,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c32,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c33,0,36.608647,0,29.286620,18.163317,0.701660,84.760244,0
+c34,0,36.608647,0,29.286620,18.163317,0.701660,84.760244,0
+c35,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c36,0,36.608647,0,29.286620,18.163317,0.701660,84.760244,0
+c37,0,36.608647,19.907558,29.286620,0,0.701660,86.504485,0
+c38,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c39,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c40,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c41,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c42,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c43,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c44,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c45,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c46,0,36.608647,0,29.286620,18.163317,0.701660,84.760244,0
+c47,0,36.608647,19.907558,29.286620,0,0.701660,86.504485,0
+c48,0,36.608647,19.907558,29.286620,0,0.701660,86.504485,0
+c49,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c50,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c51,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0
+c32,0,0,0,0,0,0,0,0
+c33,0,0,0,0,0,0,0,0
+c34,0,0,0,0,0,0,0,0
+c35,0,0,0,0,0,0,0,0
+c36,0,0,0,0,0,0,0,0
+c37,0,0,0,0,0,0,0,0
+c38,0,0,0,0,0,0,0,0
+c39,0,0,0,0,0,0,0,0
+c40,0,0,0,0,0,0,0,0
+c41,0,0,0,0,0,0,0,0
+c42,0,0,0,0,0,0,0,0
+c43,0,0,0,0,0,0,0,0
+c44,0,0,0,0,0,0,0,0
+c45,0,0,0,0,0,0,0,0
+c46,0,0,0,0,0,0,0,0
+c47,0,0,0,0,0,0,0,0
+c48,0,0,0,0,0,0,0,0
+c49,0,0,0,0,0,0,0,0
+c50,0,0,0,0,0,0,0,0
+c51,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,6.60174,0,0,0,0,0,6.60174,0
+c2,6.60174,0,0,0,0,0,6.60174,0
+c3,6.60174,0,0,0,0,0,6.60174,0
+c4,0,0,0,0,0,0,0,0
+c5,6.60174,0,0,0,0,0,6.60174,0
+c6,0,0,0,0,0,0,0,0
+c7,6.60174,0,0,0,0,0,6.60174,0
+c8,0,0,0,0,0,0,0,0
+c9,6.60174,0,0,0,0,0,6.60174,0
+c10,6.60174,473.091,0,0,0,0,479.69274,0
+c11,6.60174,0,0,0,0,0,6.60174,0
+c12,6.60174,0,0,0,0,0,6.60174,0
+c13,6.60174,0,0,0,0,0,6.60174,0
+c14,6.60174,0,0,0,0,0,6.60174,0
+c15,0,0,0,0,0,0,0,0
+c16,6.60174,0,0,0,0,0,6.60174,0
+c17,6.60174,0,0,0,0,0,6.60174,0
+c18,6.60174,0,0,0,0,0,6.60174,0
+c19,0,0,0,157.506,0,0,157.506,0
+c20,6.60174,0,0,0,0,0,6.60174,0
+c21,6.60174,0,0,0,0,0,6.60174,0
+c22,6.60174,473.091,0,0,0,0,479.69274,0
+c23,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0
+c26,6.60174,0,0,0,0,0,6.60174,0
+c27,6.60174,0,0,0,0,0,6.60174,0
+c28,6.60174,0,0,0,0,0,6.60174,0
+c29,0,0,0,0,0,0,0,0
+c30,6.60174,0,0,0,0,0,6.60174,0
+c31,6.60174,0,0,0,0,0,6.60174,0
+c32,0,0,0,0,0,0,0,0
+c33,0,0,0,0,0,0,0,0
+c34,6.60174,0,0,0,0,0,6.60174,0
+c35,0,0,0,0,0,0,0,0
+c36,6.60174,0,0,0,0,0,6.60174,0
+c37,6.60174,0,0,0,0,0,6.60174,0
+c38,6.60174,0,0,0,0,0,6.60174,0
+c39,6.60174,0,0,0,0,0,6.60174,0
+c40,6.60174,0,0,0,0,0,6.60174,0
+c41,6.60174,0,0,0,0,0,6.60174,0
+c42,6.60174,0,0,0,0,0,6.60174,0
+c43,6.60174,0,0,0,0,0,6.60174,0
+c44,6.60174,0,0,0,0,0,6.60174,0
+c45,6.60174,0,0,0,0,0,6.60174,0
+c46,0,0,0,0,0,0,0,0
+c47,6.60174,0,0,0,0,0,6.60174,0
+c48,6.60174,0,0,0,0,0,6.60174,0
+c49,6.60174,0,0,0,0,0,6.60174,0
+c50,0,0,0,0,0,0,0,0
+c51,6.60174,0,0,0,0,0,6.60174,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,5.44249,0,0,0,0,0,5.44249,0
+c2,5.44249,0,0,0,0,0,5.44249,0
+c3,5.44249,0,0,0,0,0,5.44249,0
+c4,0,0,0,0,0,0,0,0
+c5,5.44249,0,0,0,0,0,5.44249,0
+c6,0,0,0,0,0,0,0,0
+c7,5.44249,0,0,0,0,0,5.44249,0
+c8,0,0,0,0,0,0,0,0
+c9,5.44249,0,0,0,0,0,5.44249,0
+c10,5.44249,62.1589,0,0,0,0,67.60139,0
+c11,5.44249,0,0,0,0,0,5.44249,0
+c12,5.44249,0,0,0,0,0,5.44249,0
+c13,5.44249,0,0,0,0,0,5.44249,0
+c14,5.44249,0,0,0,0,0,5.44249,0
+c15,0,0,0,0,0,0,0,0
+c16,5.44249,0,0,0,0,0,5.44249,0
+c17,5.44249,0,0,0,0,0,5.44249,0
+c18,5.44249,0,0,0,0,0,5.44249,0
+c19,0,0,0,20.805,0,0,20.805,0
+c20,5.44249,0,0,0,0,0,5.44249,0
+c21,5.44249,0,0,0,0,0,5.44249,0
+c22,5.44249,62.1589,0,0,0,0,67.60139,0
+c23,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0
+c26,5.44249,0,0,0,0,0,5.44249,0
+c27,5.44249,0,0,0,0,0,5.44249,0
+c28,5.44249,0,0,0,0,0,5.44249,0
+c29,0,0,0,0,0,0,0,0
+c30,5.44249,0,0,0,0,0,5.44249,0
+c31,5.44249,0,0,0,0,0,5.44249,0
+c32,0,0,0,0,0,0,0,0
+c33,0,0,0,0,0,0,0,0
+c34,5.44249,0,0,0,0,0,5.44249,0
+c35,0,0,0,0,0,0,0,0
+c36,5.44249,0,0,0,0,0,5.44249,0
+c37,5.44249,0,0,0,0,0,5.44249,0
+c38,5.44249,0,0,0,0,0,5.44249,0
+c39,5.44249,0,0,0,0,0,5.44249,0
+c40,5.44249,0,0,0,0,0,5.44249,0
+c41,5.44249,0,0,0,0,0,5.44249,0
+c42,5.44249,0,0,0,0,0,5.44249,0
+c43,5.44249,0,0,0,0,0,5.44249,0
+c44,5.44249,0,0,0,0,0,5.44249,0
+c45,5.44249,0,0,0,0,0,5.44249,0
+c46,0,0,0,0,0,0,0,0
+c47,5.44249,0,0,0,0,0,5.44249,0
+c48,5.44249,0,0,0,0,0,5.44249,0
+c49,5.44249,0,0,0,0,0,5.44249,0
+c50,0,0,0,0,0,0,0,0
+c51,5.44249,0,0,0,0,0,5.44249,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,1291.7259,2407.5018,1116.3819,1293.3931,972.3579,3.90263,7085.26323,0.999999985886199
+c1,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c2,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c3,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c4,1291.7259,218.942215,116.09111,1293.3931,100.738165,0.79176,3021.68225,2.344807431529
+c5,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c6,1291.7259,218.942215,116.09111,157.531356,100.738165,3.90263,1888.931376,3.75093714092993
+c7,1007.11399,218.942215,116.09111,157.531356,100.738165,3.90263,1604.319466,4.41636652706634
+c8,1291.7259,218.942215,116.09111,157.531356,100.738165,3.90263,1888.931376,3.75093714092993
+c9,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c10,1007.11399,2469.6607,116.09111,157.531356,100.738165,3.90263,3855.037951,1.83792303377189
+c11,1007.11399,218.942215,116.09111,157.531356,100.738165,7.430588,1607.847424,4.40667608354634
+c12,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c13,1007.11399,218.942215,653.4248,157.531356,100.738165,0.79176,2138.542286,3.31312733214164
+c14,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c15,1291.7259,218.942215,116.09111,157.531356,100.738165,7.430588,1892.459334,3.74394457429622
+c16,1007.11399,218.942215,116.09111,1293.3931,100.738165,7.430588,2743.709168,2.58236662048553
+c17,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c18,1007.11399,218.942215,653.4248,157.531356,100.738165,7.430588,2145.181114,3.30287398740944
+c19,1291.7259,218.942215,653.4248,1314.1981,100.738165,7.430588,3586.459768,1.97555904451013
+c20,1007.11399,218.942215,116.09111,157.531356,100.738165,3.90263,1604.319466,4.41636652706634
+c21,1007.11399,218.942215,116.09111,157.531356,510.1917,0.79176,2010.662131,3.52384558717063
+c22,1007.11399,2469.6607,116.09111,686.8162,100.738165,0.79176,4381.211925,1.61719250051588
+c23,1291.7259,218.942215,116.09111,157.531356,972.3579,0.79176,2757.440241,2.5695073523986
+c24,1291.7259,218.942215,116.09111,686.8162,100.738165,0.79176,2415.10535,2.93372830987566
+c25,1291.7259,218.942215,116.09111,157.531356,100.738165,0.79176,1885.820506,3.75712472727112
+c26,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c27,1007.11399,218.942215,116.09111,1293.3931,100.738165,0.79176,2737.07034,2.58863021077382
+c28,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c29,1291.7259,218.942215,116.09111,157.531356,100.738165,7.430588,1892.459334,3.74394457429622
+c30,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c31,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c32,1291.7259,218.942215,116.09111,157.531356,100.738165,0.79176,1885.820506,3.75712472727112
+c33,1291.7259,218.942215,1116.3819,157.531356,100.738165,0.79176,2886.111296,2.45495140617919
+c34,1007.11399,218.942215,1116.3819,157.531356,100.738165,0.79176,2601.499386,2.723530513125
+c35,1291.7259,218.942215,116.09111,157.531356,100.738165,0.79176,1885.820506,3.75712472727112
+c36,1007.11399,218.942215,1116.3819,157.531356,100.738165,0.79176,2601.499386,2.723530513125
+c37,1007.11399,218.942215,116.09111,157.531356,972.3579,0.79176,2472.828331,2.86524659017074
+c38,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c39,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c40,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c41,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c42,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c43,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c44,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c45,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c46,1291.7259,218.942215,1116.3819,157.531356,100.738165,0.79176,2886.111296,2.45495140617919
+c47,1007.11399,218.942215,116.09111,157.531356,972.3579,0.79176,2472.828331,2.86524659017074
+c48,1007.11399,218.942215,116.09111,157.531356,510.1917,0.79176,2010.662131,3.52384558717063
+c49,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c50,1291.7259,218.942215,116.09111,1293.3931,100.738165,0.79176,3021.68225,2.344807431529
+c51,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c1,1601.208596
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0
+c32,0,0,0,0,0,0,0,0
+c33,0,0,0,0,0,0,0,0
+c34,0,0,0,0,0,0,0,0
+c35,0,0,0,0,0,0,0,0
+c36,0,0,0,0,0,0,0,0
+c37,0,0,0,0,0,0,0,0
+c38,0,0,0,0,0,0,0,0
+c39,0,0,0,0,0,0,0,0
+c40,0,0,0,0,0,0,0,0
+c41,0,0,0,0,0,0,0,0
+c42,0,0,0,0,0,0,0,0
+c43,0,0,0,0,0,0,0,0
+c44,0,0,0,0,0,0,0,0
+c45,0,0,0,0,0,0,0,0
+c46,0,0,0,0,0,0,0,0
+c47,0,0,0,0,0,0,0,0
+c48,0,0,0,0,0,0,0,0
+c49,0,0,0,0,0,0,0,0
+c50,0,0,0,0,0,0,0,0
+c51,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_results1.csv b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_results1.csv
new file mode 100644
index 0000000000000000000000000000000000000000..ca505f7f4aef79e5d466ac7e797f2040a8af1225
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_results1.csv
@@ -0,0 +1,385 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,5417.213,16332.387,7661.092,10086.008,7470.956,25.469348,46993.125348,0.999999997872029
+c1,2545.253,255.701869,137.685622,4576.494,157.113483,0.174571,7672.422545,6.12493960804215
+c2,2545.253,255.701869,137.685622,4576.494,157.113483,0.174571,7672.422545,6.12493960804215
+c3,2545.253,255.701869,3726.01,4576.494,157.113483,0.174571,11260.746923,4.17318009649066
+c4,2545.253,255.701869,183.299064,4576.494,157.113483,0.174571,7718.035987,6.08874133500796
+c5,2545.253,255.701869,137.685622,4576.494,157.113483,0.174571,7672.422545,6.12493960804215
+c6,2545.253,255.701869,137.685622,4576.494,157.113483,0.174571,7672.422545,6.12493960804215
+c7,2545.253,255.701869,137.685622,4576.494,157.113483,0.174571,7672.422545,6.12493960804215
+c8,2545.253,255.701869,3726.01,4576.494,157.113483,0.174571,11260.746923,4.17318009649066
+c9,2545.253,255.701869,3726.01,4576.494,157.113483,0.174571,11260.746923,4.17318009649066
+c10,2545.253,255.701869,3726.01,4576.494,157.113483,0.174571,11260.746923,4.17318009649066
+c11,2545.253,255.701869,3726.01,4576.494,157.113483,0.174571,11260.746923,4.17318009649066
+c12,2545.253,255.701869,137.685622,4576.494,157.113483,0.174571,7672.422545,6.12493960804215
+c13,2545.253,255.701869,137.685622,4576.494,157.113483,0.174571,7672.422545,6.12493960804215
+c14,2545.253,255.701869,137.685622,177.024371,157.113483,0.174571,3272.952916,14.3580201482489
+c15,2545.253,255.701869,137.685622,4576.494,157.113483,0.174571,7672.422545,6.12493960804215
+c16,2545.253,255.701869,137.685622,4576.494,157.113483,0.174571,7672.422545,6.12493960804215
+c17,2545.253,255.701869,137.685622,4576.494,157.113483,0.174571,7672.422545,6.12493960804215
+c18,2545.253,255.701869,3726.01,4576.494,157.113483,0.174571,11260.746923,4.17318009649066
+c19,2545.253,255.701869,183.299064,4576.494,157.113483,0.174571,7718.035987,6.08874133500796
+c20,2545.253,255.701869,3726.01,4576.494,157.113483,0.174571,11260.746923,4.17318009649066
+c21,2545.253,255.701869,137.685622,4576.494,157.113483,0.174571,7672.422545,6.12493960804215
+c22,2545.253,255.701869,137.685622,4576.494,157.113483,0.174571,7672.422545,6.12493960804215
+c23,2545.253,255.701869,3726.01,4576.494,157.113483,0.174571,11260.746923,4.17318009649066
+c24,2545.253,255.701869,137.685622,4576.494,157.113483,0.174571,7672.422545,6.12493960804215
+c25,2545.253,255.701869,183.299064,4576.494,157.113483,0.174571,7718.035987,6.08874133500796
+c26,2545.253,255.701869,3726.01,4576.494,157.113483,0.174571,11260.746923,4.17318009649066
+c27,2545.253,255.701869,3726.01,4576.494,157.113483,0.174571,11260.746923,4.17318009649066
+c28,2545.253,255.701869,3726.01,4576.494,157.113483,0.174571,11260.746923,4.17318009649066
+c29,2545.253,255.701869,3726.01,4576.494,157.113483,0.174571,11260.746923,4.17318009649066
+c30,2545.253,340.412547,183.299064,4576.494,3304.362,0.174571,10949.995182,4.29161146993817
+c14,3272.952916
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,1291.7259,2407.5018,1116.3819,1293.3931,972.3579,3.90263,7085.26323,0.999999985886199
+c1,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c2,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c3,1001.6715,182.333568,653.4248,686.8162,82.574848,0.090100,2606.911016,2.7178767954588
+c4,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c5,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c6,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c7,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c8,1001.6715,182.333568,653.4248,686.8162,82.574848,0.090100,2606.911016,2.7178767954588
+c9,1001.6715,182.333568,653.4248,686.8162,82.574848,0.090100,2606.911016,2.7178767954588
+c10,1001.6715,182.333568,653.4248,686.8162,82.574848,0.090100,2606.911016,2.7178767954588
+c11,1001.6715,182.333568,653.4248,686.8162,82.574848,0.090100,2606.911016,2.7178767954588
+c12,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c13,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c14,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c15,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c16,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c17,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c18,1001.6715,182.333568,653.4248,686.8162,82.574848,0.090100,2606.911016,2.7178767954588
+c19,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c20,1001.6715,182.333568,653.4248,686.8162,82.574848,0.090100,2606.911016,2.7178767954588
+c21,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c22,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c23,1001.6715,182.333568,653.4248,686.8162,82.574848,0.090100,2606.911016,2.7178767954588
+c24,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c25,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c26,1001.6715,182.333568,653.4248,686.8162,82.574848,0.090100,2606.911016,2.7178767954588
+c27,1001.6715,182.333568,653.4248,686.8162,82.574848,0.090100,2606.911016,2.7178767954588
+c28,1001.6715,182.333568,653.4248,686.8162,82.574848,0.090100,2606.911016,2.7178767954588
+c29,1001.6715,182.333568,653.4248,686.8162,82.574848,0.090100,2606.911016,2.7178767954588
+c30,1001.6715,182.333568,96.183552,686.8162,510.1917,0.090100,2477.28662,2.86009010293326
+c14,1491.098304
+
+Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,5417.213,16332.387,7661.092,10086.008,7470.956,25.469348,46993.125348,0.999999997872029
+c1,2551.85474,658.1146,357.336004,4576.494,352.195669,4.712122,8500.707135,5.52814301785562
+c2,2551.85474,658.1146,357.336004,4576.494,352.195669,4.712122,8500.707135,5.52814301785562
+c3,2551.85474,658.1146,3726.01,4576.494,352.195669,4.712122,11869.381131,3.95918914671517
+c4,2551.85474,658.1146,402.949446,4576.494,352.195669,4.712122,8546.320577,5.4986382004678
+c5,2551.85474,658.1146,357.336004,4576.494,352.195669,4.712122,8500.707135,5.52814301785562
+c6,2551.85474,658.1146,357.336004,4576.494,352.195669,4.712122,8500.707135,5.52814301785562
+c7,2551.85474,658.1146,357.336004,4576.494,352.195669,4.712122,8500.707135,5.52814301785562
+c8,2551.85474,658.1146,3726.01,4576.494,352.195669,4.712122,11869.381131,3.95918914671517
+c9,2551.85474,658.1146,3726.01,4576.494,352.195669,4.712122,11869.381131,3.95918914671517
+c10,2551.85474,658.1146,3726.01,4576.494,352.195669,4.712122,11869.381131,3.95918914671517
+c11,2551.85474,658.1146,3726.01,4576.494,352.195669,4.712122,11869.381131,3.95918914671517
+c12,2551.85474,658.1146,357.336004,4576.494,352.195669,4.712122,8500.707135,5.52814301785562
+c13,2551.85474,658.1146,357.336004,4576.494,352.195669,4.712122,8500.707135,5.52814301785562
+c14,2551.85474,658.1146,357.336004,478.667351,352.195669,4.712122,4402.880486,10.6732682002382
+c15,2551.85474,658.1146,357.336004,4576.494,352.195669,4.712122,8500.707135,5.52814301785562
+c16,2551.85474,658.1146,357.336004,4576.494,352.195669,4.712122,8500.707135,5.52814301785562
+c17,2551.85474,658.1146,357.336004,4576.494,352.195669,4.712122,8500.707135,5.52814301785562
+c18,2551.85474,658.1146,3726.01,4576.494,352.195669,4.712122,11869.381131,3.95918914671517
+c19,2551.85474,658.1146,402.949446,4576.494,352.195669,4.712122,8546.320577,5.4986382004678
+c20,2551.85474,658.1146,3726.01,4576.494,352.195669,4.712122,11869.381131,3.95918914671517
+c21,2551.85474,658.1146,357.336004,4576.494,352.195669,4.712122,8500.707135,5.52814301785562
+c22,2551.85474,658.1146,357.336004,4576.494,352.195669,4.712122,8500.707135,5.52814301785562
+c23,2551.85474,658.1146,3726.01,4576.494,352.195669,4.712122,11869.381131,3.95918914671517
+c24,2551.85474,658.1146,357.336004,4576.494,352.195669,4.712122,8500.707135,5.52814301785562
+c25,2551.85474,658.1146,402.949446,4576.494,352.195669,4.712122,8546.320577,5.4986382004678
+c26,2551.85474,658.1146,3726.01,4576.494,352.195669,4.712122,11869.381131,3.95918914671517
+c27,2551.85474,658.1146,3726.01,4576.494,352.195669,4.712122,11869.381131,3.95918914671517
+c28,2551.85474,658.1146,3726.01,4576.494,352.195669,4.712122,11869.381131,3.95918914671517
+c29,2551.85474,658.1146,3726.01,4576.494,352.195669,4.712122,11869.381131,3.95918914671517
+c30,2551.85474,742.825278,402.949446,4576.494,3304.362,4.712122,11583.197586,4.05700797153778
+c14,4402.880486
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c2,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c3,0,324.065467,0,0,151.959867,1.216143,477.241477,0
+c4,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c5,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c6,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c7,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c8,0,324.065467,0,0,151.959867,1.216143,477.241477,0
+c9,0,324.065467,0,0,151.959867,1.216143,477.241477,0
+c10,0,324.065467,0,0,151.959867,1.216143,477.241477,0
+c11,0,324.065467,0,0,151.959867,1.216143,477.241477,0
+c12,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c13,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c14,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c15,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c16,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c17,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c18,0,324.065467,0,0,151.959867,1.216143,477.241477,0
+c19,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c20,0,324.065467,0,0,151.959867,1.216143,477.241477,0
+c21,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c22,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c23,0,324.065467,0,0,151.959867,1.216143,477.241477,0
+c24,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c25,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c26,0,324.065467,0,0,151.959867,1.216143,477.241477,0
+c27,0,324.065467,0,0,151.959867,1.216143,477.241477,0
+c28,0,324.065467,0,0,151.959867,1.216143,477.241477,0
+c29,0,324.065467,0,0,151.959867,1.216143,477.241477,0
+c30,0,324.065467,175.390266,0,0,1.216143,500.671876,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c2,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c3,0,78.347264,0,0,43.122319,3.321408,124.790991,0
+c4,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c5,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c6,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c7,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c8,0,78.347264,0,0,43.122319,3.321408,124.790991,0
+c9,0,78.347264,0,0,43.122319,3.321408,124.790991,0
+c10,0,78.347264,0,0,43.122319,3.321408,124.790991,0
+c11,0,78.347264,0,0,43.122319,3.321408,124.790991,0
+c12,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c13,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c14,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c15,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c16,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c17,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c18,0,78.347264,0,0,43.122319,3.321408,124.790991,0
+c19,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c20,0,78.347264,0,0,43.122319,3.321408,124.790991,0
+c21,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c22,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c23,0,78.347264,0,0,43.122319,3.321408,124.790991,0
+c24,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c25,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c26,0,78.347264,0,0,43.122319,3.321408,124.790991,0
+c27,0,78.347264,0,0,43.122319,3.321408,124.790991,0
+c28,0,78.347264,0,0,43.122319,3.321408,124.790991,0
+c29,0,78.347264,0,0,43.122319,3.321408,124.790991,0
+c30,0,78.347264,44.260116,0,0,3.321408,125.928788,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c2,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c3,0,36.608647,0,0,18.163317,0.701660,55.473624,0
+c4,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c5,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c6,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c7,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c8,0,36.608647,0,0,18.163317,0.701660,55.473624,0
+c9,0,36.608647,0,0,18.163317,0.701660,55.473624,0
+c10,0,36.608647,0,0,18.163317,0.701660,55.473624,0
+c11,0,36.608647,0,0,18.163317,0.701660,55.473624,0
+c12,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c13,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c14,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c15,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c16,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c17,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c18,0,36.608647,0,0,18.163317,0.701660,55.473624,0
+c19,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c20,0,36.608647,0,0,18.163317,0.701660,55.473624,0
+c21,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c22,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c23,0,36.608647,0,0,18.163317,0.701660,55.473624,0
+c24,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c25,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c26,0,36.608647,0,0,18.163317,0.701660,55.473624,0
+c27,0,36.608647,0,0,18.163317,0.701660,55.473624,0
+c28,0,36.608647,0,0,18.163317,0.701660,55.473624,0
+c29,0,36.608647,0,0,18.163317,0.701660,55.473624,0
+c30,0,36.608647,19.907558,0,0,0.701660,57.217865,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,6.60174,0,0,0,0,0,6.60174,0
+c2,6.60174,0,0,0,0,0,6.60174,0
+c3,6.60174,0,0,0,0,0,6.60174,0
+c4,6.60174,0,0,0,0,0,6.60174,0
+c5,6.60174,0,0,0,0,0,6.60174,0
+c6,6.60174,0,0,0,0,0,6.60174,0
+c7,6.60174,0,0,0,0,0,6.60174,0
+c8,6.60174,0,0,0,0,0,6.60174,0
+c9,6.60174,0,0,0,0,0,6.60174,0
+c10,6.60174,0,0,0,0,0,6.60174,0
+c11,6.60174,0,0,0,0,0,6.60174,0
+c12,6.60174,0,0,0,0,0,6.60174,0
+c13,6.60174,0,0,0,0,0,6.60174,0
+c14,6.60174,0,0,0,0,0,6.60174,0
+c15,6.60174,0,0,0,0,0,6.60174,0
+c16,6.60174,0,0,0,0,0,6.60174,0
+c17,6.60174,0,0,0,0,0,6.60174,0
+c18,6.60174,0,0,0,0,0,6.60174,0
+c19,6.60174,0,0,0,0,0,6.60174,0
+c20,6.60174,0,0,0,0,0,6.60174,0
+c21,6.60174,0,0,0,0,0,6.60174,0
+c22,6.60174,0,0,0,0,0,6.60174,0
+c23,6.60174,0,0,0,0,0,6.60174,0
+c24,6.60174,0,0,0,0,0,6.60174,0
+c25,6.60174,0,0,0,0,0,6.60174,0
+c26,6.60174,0,0,0,0,0,6.60174,0
+c27,6.60174,0,0,0,0,0,6.60174,0
+c28,6.60174,0,0,0,0,0,6.60174,0
+c29,6.60174,0,0,0,0,0,6.60174,0
+c30,6.60174,0,0,0,0,0,6.60174,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,5.44249,0,0,0,0,0,5.44249,0
+c2,5.44249,0,0,0,0,0,5.44249,0
+c3,5.44249,0,0,0,0,0,5.44249,0
+c4,5.44249,0,0,0,0,0,5.44249,0
+c5,5.44249,0,0,0,0,0,5.44249,0
+c6,5.44249,0,0,0,0,0,5.44249,0
+c7,5.44249,0,0,0,0,0,5.44249,0
+c8,5.44249,0,0,0,0,0,5.44249,0
+c9,5.44249,0,0,0,0,0,5.44249,0
+c10,5.44249,0,0,0,0,0,5.44249,0
+c11,5.44249,0,0,0,0,0,5.44249,0
+c12,5.44249,0,0,0,0,0,5.44249,0
+c13,5.44249,0,0,0,0,0,5.44249,0
+c14,5.44249,0,0,0,0,0,5.44249,0
+c15,5.44249,0,0,0,0,0,5.44249,0
+c16,5.44249,0,0,0,0,0,5.44249,0
+c17,5.44249,0,0,0,0,0,5.44249,0
+c18,5.44249,0,0,0,0,0,5.44249,0
+c19,5.44249,0,0,0,0,0,5.44249,0
+c20,5.44249,0,0,0,0,0,5.44249,0
+c21,5.44249,0,0,0,0,0,5.44249,0
+c22,5.44249,0,0,0,0,0,5.44249,0
+c23,5.44249,0,0,0,0,0,5.44249,0
+c24,5.44249,0,0,0,0,0,5.44249,0
+c25,5.44249,0,0,0,0,0,5.44249,0
+c26,5.44249,0,0,0,0,0,5.44249,0
+c27,5.44249,0,0,0,0,0,5.44249,0
+c28,5.44249,0,0,0,0,0,5.44249,0
+c29,5.44249,0,0,0,0,0,5.44249,0
+c30,5.44249,0,0,0,0,0,5.44249,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,1291.7259,2407.5018,1116.3819,1293.3931,972.3579,3.90263,7085.26323,0.999999985886199
+c1,1007.11399,218.942215,116.09111,686.8162,100.738165,0.79176,2130.49344,3.32564408057299
+c2,1007.11399,218.942215,116.09111,686.8162,100.738165,0.79176,2130.49344,3.32564408057299
+c3,1007.11399,218.942215,653.4248,686.8162,100.738165,0.79176,2667.82713,2.65581786943527
+c4,1007.11399,218.942215,116.09111,686.8162,100.738165,0.79176,2130.49344,3.32564408057299
+c5,1007.11399,218.942215,116.09111,686.8162,100.738165,0.79176,2130.49344,3.32564408057299
+c6,1007.11399,218.942215,116.09111,686.8162,100.738165,0.79176,2130.49344,3.32564408057299
+c7,1007.11399,218.942215,116.09111,686.8162,100.738165,0.79176,2130.49344,3.32564408057299
+c8,1007.11399,218.942215,653.4248,686.8162,100.738165,0.79176,2667.82713,2.65581786943527
+c9,1007.11399,218.942215,653.4248,686.8162,100.738165,0.79176,2667.82713,2.65581786943527
+c10,1007.11399,218.942215,653.4248,686.8162,100.738165,0.79176,2667.82713,2.65581786943527
+c11,1007.11399,218.942215,653.4248,686.8162,100.738165,0.79176,2667.82713,2.65581786943527
+c12,1007.11399,218.942215,116.09111,686.8162,100.738165,0.79176,2130.49344,3.32564408057299
+c13,1007.11399,218.942215,116.09111,686.8162,100.738165,0.79176,2130.49344,3.32564408057299
+c14,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c15,1007.11399,218.942215,116.09111,686.8162,100.738165,0.79176,2130.49344,3.32564408057299
+c16,1007.11399,218.942215,116.09111,686.8162,100.738165,0.79176,2130.49344,3.32564408057299
+c17,1007.11399,218.942215,116.09111,686.8162,100.738165,0.79176,2130.49344,3.32564408057299
+c18,1007.11399,218.942215,653.4248,686.8162,100.738165,0.79176,2667.82713,2.65581786943527
+c19,1007.11399,218.942215,116.09111,686.8162,100.738165,0.79176,2130.49344,3.32564408057299
+c20,1007.11399,218.942215,653.4248,686.8162,100.738165,0.79176,2667.82713,2.65581786943527
+c21,1007.11399,218.942215,116.09111,686.8162,100.738165,0.79176,2130.49344,3.32564408057299
+c22,1007.11399,218.942215,116.09111,686.8162,100.738165,0.79176,2130.49344,3.32564408057299
+c23,1007.11399,218.942215,653.4248,686.8162,100.738165,0.79176,2667.82713,2.65581786943527
+c24,1007.11399,218.942215,116.09111,686.8162,100.738165,0.79176,2130.49344,3.32564408057299
+c25,1007.11399,218.942215,116.09111,686.8162,100.738165,0.79176,2130.49344,3.32564408057299
+c26,1007.11399,218.942215,653.4248,686.8162,100.738165,0.79176,2667.82713,2.65581786943527
+c27,1007.11399,218.942215,653.4248,686.8162,100.738165,0.79176,2667.82713,2.65581786943527
+c28,1007.11399,218.942215,653.4248,686.8162,100.738165,0.79176,2667.82713,2.65581786943527
+c29,1007.11399,218.942215,653.4248,686.8162,100.738165,0.79176,2667.82713,2.65581786943527
+c30,1007.11399,218.942215,116.09111,686.8162,510.1917,0.79176,2539.946975,2.78953183699704
+c14,1601.208596
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_results2.csv b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_results2.csv
new file mode 100644
index 0000000000000000000000000000000000000000..a2baf6209cb3a101a9d8f3b423c209e73f1d89cf
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_results2.csv
@@ -0,0 +1,385 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,5417.213,16332.387,7661.092,10086.008,7470.956,25.469348,46993.125348,0.999999997872029
+c1,2545.253,7465.49,3726.01,4576.494,3304.362,0.174571,21617.783571,2.17381791136344
+c2,2545.253,340.412547,81.230765,177.024371,3304.362,0.174571,6448.457254,7.28749881843446
+c3,2545.253,7465.49,183.299064,104.439555,118.016247,0.174571,10416.672437,4.51133749103473
+c4,2545.253,150.857135,81.230765,177.024371,69.626370,0.174571,3024.166212,15.5392000636769
+c5,2545.253,150.857135,81.230765,235.670225,157.113483,0.174571,3170.299179,14.8229303331965
+c6,2545.253,150.857135,81.230765,4576.494,77.680494,0.174571,7431.689965,6.3233429996384
+c7,2545.253,340.412547,183.299064,235.670225,3304.362,0.174571,6609.171407,7.11028989007593
+c8,2545.253,340.412547,90.627243,235.670225,69.626370,0.174571,3281.763956,14.3194710363419
+c9,2545.253,7465.49,3726.01,177.024371,69.626370,0.174571,13983.578312,3.36059368807006
+c10,2545.253,7465.49,81.230765,177.024371,77.680494,0.174571,10346.853201,4.5417794164974
+c11,2545.253,340.412547,81.230765,177.024371,3304.362,0.174571,6448.457254,7.28749881843446
+c12,2545.253,7465.49,183.299064,104.439555,118.016247,0.174571,10416.672437,4.51133749103473
+c13,2545.253,150.857135,81.230765,177.024371,69.626370,0.174571,3024.166212,15.5392000636769
+c14,2545.253,150.857135,81.230765,235.670225,157.113483,0.174571,3170.299179,14.8229303331965
+c15,2545.253,150.857135,81.230765,4576.494,77.680494,0.174571,7431.689965,6.3233429996384
+c16,2545.253,340.412547,183.299064,235.670225,3304.362,0.174571,6609.171407,7.11028989007593
+c17,2545.253,340.412547,90.627243,235.670225,69.626370,0.174571,3281.763956,14.3194710363419
+c18,2545.253,7465.49,3726.01,177.024371,69.626370,0.174571,13983.578312,3.36059368807006
+c19,2545.253,150.857135,3726.01,4576.494,157.113483,0.174571,11155.902189,4.21240022820354
+c20,2545.253,7465.49,81.230765,177.024371,77.680494,0.174571,10346.853201,4.5417794164974
+c21,2545.253,7465.49,3726.01,4576.494,3304.362,0.174571,21617.783571,2.17381791136344
+c22,2545.253,340.412547,81.230765,177.024371,3304.362,0.174571,6448.457254,7.28749881843446
+c23,2545.253,7465.49,81.230765,177.024371,77.680494,0.174571,10346.853201,4.5417794164974
+c24,2545.253,150.857135,81.230765,177.024371,69.626370,0.174571,3024.166212,15.5392000636769
+c25,2545.253,340.412547,90.627243,235.670225,69.626370,0.174571,3281.763956,14.3194710363419
+c26,2545.253,340.412547,183.299064,235.670225,3304.362,0.174571,6609.171407,7.11028989007593
+c27,2545.253,7465.49,3726.01,177.024371,69.626370,0.174571,13983.578312,3.36059368807006
+c28,2545.253,7465.49,183.299064,104.439555,118.016247,0.174571,10416.672437,4.51133749103473
+c29,2545.253,150.857135,81.230765,4576.494,77.680494,0.174571,7431.689965,6.3233429996384
+c30,2545.253,150.857135,81.230765,235.670225,157.113483,0.174571,3170.299179,14.8229303331965
+c4,3024.166212
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,1291.7259,2407.5018,1116.3819,1293.3931,972.3579,3.90263,7085.26323,0.999999985886199
+c1,1001.6715,1366.6231,653.4248,686.8162,510.1917,0.090100,4218.8174,1.67944293157976
+c2,1001.6715,182.333568,96.183552,128.244736,510.1917,0.090100,1918.715156,3.69271219783328
+c3,1001.6715,1366.6231,96.183552,128.244736,82.574848,0.090100,2675.387836,2.64831246888003
+c4,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c5,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c6,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c7,1001.6715,182.333568,96.183552,128.244736,510.1917,0.090100,1918.715156,3.69271219783328
+c8,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c9,1001.6715,1366.6231,653.4248,128.244736,82.574848,0.090100,3232.629084,2.19179584997523
+c10,1001.6715,1366.6231,96.183552,128.244736,82.574848,0.090100,2675.387836,2.64831246888003
+c11,1001.6715,182.333568,96.183552,128.244736,510.1917,0.090100,1918.715156,3.69271219783328
+c12,1001.6715,1366.6231,96.183552,128.244736,82.574848,0.090100,2675.387836,2.64831246888003
+c13,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c14,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c15,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c16,1001.6715,182.333568,96.183552,128.244736,510.1917,0.090100,1918.715156,3.69271219783328
+c17,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c18,1001.6715,1366.6231,653.4248,128.244736,82.574848,0.090100,3232.629084,2.19179584997523
+c19,1001.6715,182.333568,653.4248,686.8162,82.574848,0.090100,2606.911016,2.7178767954588
+c20,1001.6715,1366.6231,96.183552,128.244736,82.574848,0.090100,2675.387836,2.64831246888003
+c21,1001.6715,1366.6231,653.4248,686.8162,510.1917,0.090100,4218.8174,1.67944293157976
+c22,1001.6715,182.333568,96.183552,128.244736,510.1917,0.090100,1918.715156,3.69271219783328
+c23,1001.6715,1366.6231,96.183552,128.244736,82.574848,0.090100,2675.387836,2.64831246888003
+c24,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c25,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c26,1001.6715,182.333568,96.183552,128.244736,510.1917,0.090100,1918.715156,3.69271219783328
+c27,1001.6715,1366.6231,653.4248,128.244736,82.574848,0.090100,3232.629084,2.19179584997523
+c28,1001.6715,1366.6231,96.183552,128.244736,82.574848,0.090100,2675.387836,2.64831246888003
+c29,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c30,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c4,1491.098304
+
+Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,5417.213,16332.387,7661.092,10086.008,7470.956,25.469348,46993.125348,0.999999997872029
+c1,2551.85474,7465.49,3726.01,4576.494,3304.362,4.712122,21628.922862,2.17269835537176
+c2,2551.85474,742.825278,300.881147,478.667351,3304.362,4.712122,7383.302638,6.36478375810573
+c3,2551.85474,7465.49,402.949446,406.082535,313.098433,4.712122,11144.187276,4.21682835746318
+c4,2551.85474,553.269866,300.881147,478.667351,264.708556,4.712122,4154.093782,11.3124851490778
+c5,2551.85474,553.269866,300.881147,537.313205,352.195669,4.712122,4300.226749,10.9280572858448
+c6,2551.85474,553.269866,300.881147,4576.494,272.76268,4.712122,8259.974555,5.68925781383042
+c7,2551.85474,742.825278,402.949446,537.313205,3304.362,4.712122,7544.016791,6.22919142772105
+c8,2551.85474,742.825278,310.277625,537.313205,264.708556,4.712122,4411.691526,10.6519515260426
+c9,2551.85474,7465.49,3726.01,478.667351,264.708556,4.712122,14491.442769,3.24281893616869
+c10,2551.85474,7465.49,300.881147,478.667351,272.76268,4.712122,11074.36804,4.2434136877086
+c11,2551.85474,742.825278,300.881147,478.667351,3304.362,4.712122,7383.302638,6.36478375810573
+c12,2551.85474,7465.49,402.949446,406.082535,313.098433,4.712122,11144.187276,4.21682835746318
+c13,2551.85474,553.269866,300.881147,478.667351,264.708556,4.712122,4154.093782,11.3124851490778
+c14,2551.85474,553.269866,300.881147,537.313205,352.195669,4.712122,4300.226749,10.9280572858448
+c15,2551.85474,553.269866,300.881147,4576.494,272.76268,4.712122,8259.974555,5.68925781383042
+c16,2551.85474,742.825278,402.949446,537.313205,3304.362,4.712122,7544.016791,6.22919142772105
+c17,2551.85474,742.825278,310.277625,537.313205,264.708556,4.712122,4411.691526,10.6519515260426
+c18,2551.85474,7465.49,3726.01,478.667351,264.708556,4.712122,14491.442769,3.24281893616869
+c19,2551.85474,553.269866,3726.01,4576.494,352.195669,4.712122,11764.536397,3.994473166026
+c20,2551.85474,7465.49,300.881147,478.667351,272.76268,4.712122,11074.36804,4.2434136877086
+c21,2551.85474,7465.49,3726.01,4576.494,3304.362,4.712122,21628.922862,2.17269835537176
+c22,2551.85474,742.825278,300.881147,478.667351,3304.362,4.712122,7383.302638,6.36478375810573
+c23,2551.85474,7465.49,300.881147,478.667351,272.76268,4.712122,11074.36804,4.2434136877086
+c24,2551.85474,553.269866,300.881147,478.667351,264.708556,4.712122,4154.093782,11.3124851490778
+c25,2551.85474,742.825278,310.277625,537.313205,264.708556,4.712122,4411.691526,10.6519515260426
+c26,2551.85474,742.825278,402.949446,537.313205,3304.362,4.712122,7544.016791,6.22919142772105
+c27,2551.85474,7465.49,3726.01,478.667351,264.708556,4.712122,14491.442769,3.24281893616869
+c28,2551.85474,7465.49,402.949446,406.082535,313.098433,4.712122,11144.187276,4.21682835746318
+c29,2551.85474,553.269866,300.881147,4576.494,272.76268,4.712122,8259.974555,5.68925781383042
+c30,2551.85474,553.269866,300.881147,537.313205,352.195669,4.712122,4300.226749,10.9280572858448
+c4,4154.093782
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,1.216143,1.216143,0
+c2,0,324.065467,175.390266,229.498883,0,1.216143,730.170759,0
+c3,0,0,175.390266,229.498883,151.959867,1.216143,558.065159,0
+c4,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c5,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c6,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c7,0,324.065467,175.390266,229.498883,0,1.216143,730.170759,0
+c8,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c9,0,0,0,229.498883,151.959867,1.216143,382.674893,0
+c10,0,0,175.390266,229.498883,151.959867,1.216143,558.065159,0
+c11,0,324.065467,175.390266,229.498883,0,1.216143,730.170759,0
+c12,0,0,175.390266,229.498883,151.959867,1.216143,558.065159,0
+c13,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c14,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c15,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c16,0,324.065467,175.390266,229.498883,0,1.216143,730.170759,0
+c17,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c18,0,0,0,229.498883,151.959867,1.216143,382.674893,0
+c19,0,324.065467,0,0,151.959867,1.216143,477.241477,0
+c20,0,0,175.390266,229.498883,151.959867,1.216143,558.065159,0
+c21,0,0,0,0,0,1.216143,1.216143,0
+c22,0,324.065467,175.390266,229.498883,0,1.216143,730.170759,0
+c23,0,0,175.390266,229.498883,151.959867,1.216143,558.065159,0
+c24,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c25,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c26,0,324.065467,175.390266,229.498883,0,1.216143,730.170759,0
+c27,0,0,0,229.498883,151.959867,1.216143,382.674893,0
+c28,0,0,175.390266,229.498883,151.959867,1.216143,558.065159,0
+c29,0,324.065467,175.390266,0,151.959867,1.216143,652.631743,0
+c30,0,324.065467,175.390266,229.498883,151.959867,1.216143,882.130626,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,3.321408,3.321408,0
+c2,0,78.347264,44.260116,72.144097,0,3.321408,198.072885,0
+c3,0,0,44.260116,72.144097,43.122319,3.321408,162.84794,0
+c4,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c5,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c6,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c7,0,78.347264,44.260116,72.144097,0,3.321408,198.072885,0
+c8,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c9,0,0,0,72.144097,43.122319,3.321408,118.587824,0
+c10,0,0,44.260116,72.144097,43.122319,3.321408,162.84794,0
+c11,0,78.347264,44.260116,72.144097,0,3.321408,198.072885,0
+c12,0,0,44.260116,72.144097,43.122319,3.321408,162.84794,0
+c13,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c14,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c15,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c16,0,78.347264,44.260116,72.144097,0,3.321408,198.072885,0
+c17,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c18,0,0,0,72.144097,43.122319,3.321408,118.587824,0
+c19,0,78.347264,0,0,43.122319,3.321408,124.790991,0
+c20,0,0,44.260116,72.144097,43.122319,3.321408,162.84794,0
+c21,0,0,0,0,0,3.321408,3.321408,0
+c22,0,78.347264,44.260116,72.144097,0,3.321408,198.072885,0
+c23,0,0,44.260116,72.144097,43.122319,3.321408,162.84794,0
+c24,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c25,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c26,0,78.347264,44.260116,72.144097,0,3.321408,198.072885,0
+c27,0,0,0,72.144097,43.122319,3.321408,118.587824,0
+c28,0,0,44.260116,72.144097,43.122319,3.321408,162.84794,0
+c29,0,78.347264,44.260116,0,43.122319,3.321408,169.051107,0
+c30,0,78.347264,44.260116,72.144097,43.122319,3.321408,241.195204,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0.701660,0.70166,0
+c2,0,36.608647,19.907558,29.286620,0,0.701660,86.504485,0
+c3,0,0,19.907558,29.286620,18.163317,0.701660,68.059155,0
+c4,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c5,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c6,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c7,0,36.608647,19.907558,29.286620,0,0.701660,86.504485,0
+c8,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c9,0,0,0,29.286620,18.163317,0.701660,48.151597,0
+c10,0,0,19.907558,29.286620,18.163317,0.701660,68.059155,0
+c11,0,36.608647,19.907558,29.286620,0,0.701660,86.504485,0
+c12,0,0,19.907558,29.286620,18.163317,0.701660,68.059155,0
+c13,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c14,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c15,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c16,0,36.608647,19.907558,29.286620,0,0.701660,86.504485,0
+c17,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c18,0,0,0,29.286620,18.163317,0.701660,48.151597,0
+c19,0,36.608647,0,0,18.163317,0.701660,55.473624,0
+c20,0,0,19.907558,29.286620,18.163317,0.701660,68.059155,0
+c21,0,0,0,0,0,0.701660,0.70166,0
+c22,0,36.608647,19.907558,29.286620,0,0.701660,86.504485,0
+c23,0,0,19.907558,29.286620,18.163317,0.701660,68.059155,0
+c24,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c25,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c26,0,36.608647,19.907558,29.286620,0,0.701660,86.504485,0
+c27,0,0,0,29.286620,18.163317,0.701660,48.151597,0
+c28,0,0,19.907558,29.286620,18.163317,0.701660,68.059155,0
+c29,0,36.608647,19.907558,0,18.163317,0.701660,75.381182,0
+c30,0,36.608647,19.907558,29.286620,18.163317,0.701660,104.667802,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,6.60174,0,0,0,0,0,6.60174,0
+c2,6.60174,0,0,0,0,0,6.60174,0
+c3,6.60174,0,0,0,0,0,6.60174,0
+c4,6.60174,0,0,0,0,0,6.60174,0
+c5,6.60174,0,0,0,0,0,6.60174,0
+c6,6.60174,0,0,0,0,0,6.60174,0
+c7,6.60174,0,0,0,0,0,6.60174,0
+c8,6.60174,0,0,0,0,0,6.60174,0
+c9,6.60174,0,0,0,0,0,6.60174,0
+c10,6.60174,0,0,0,0,0,6.60174,0
+c11,6.60174,0,0,0,0,0,6.60174,0
+c12,6.60174,0,0,0,0,0,6.60174,0
+c13,6.60174,0,0,0,0,0,6.60174,0
+c14,6.60174,0,0,0,0,0,6.60174,0
+c15,6.60174,0,0,0,0,0,6.60174,0
+c16,6.60174,0,0,0,0,0,6.60174,0
+c17,6.60174,0,0,0,0,0,6.60174,0
+c18,6.60174,0,0,0,0,0,6.60174,0
+c19,6.60174,0,0,0,0,0,6.60174,0
+c20,6.60174,0,0,0,0,0,6.60174,0
+c21,6.60174,0,0,0,0,0,6.60174,0
+c22,6.60174,0,0,0,0,0,6.60174,0
+c23,6.60174,0,0,0,0,0,6.60174,0
+c24,6.60174,0,0,0,0,0,6.60174,0
+c25,6.60174,0,0,0,0,0,6.60174,0
+c26,6.60174,0,0,0,0,0,6.60174,0
+c27,6.60174,0,0,0,0,0,6.60174,0
+c28,6.60174,0,0,0,0,0,6.60174,0
+c29,6.60174,0,0,0,0,0,6.60174,0
+c30,6.60174,0,0,0,0,0,6.60174,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,5.44249,0,0,0,0,0,5.44249,0
+c2,5.44249,0,0,0,0,0,5.44249,0
+c3,5.44249,0,0,0,0,0,5.44249,0
+c4,5.44249,0,0,0,0,0,5.44249,0
+c5,5.44249,0,0,0,0,0,5.44249,0
+c6,5.44249,0,0,0,0,0,5.44249,0
+c7,5.44249,0,0,0,0,0,5.44249,0
+c8,5.44249,0,0,0,0,0,5.44249,0
+c9,5.44249,0,0,0,0,0,5.44249,0
+c10,5.44249,0,0,0,0,0,5.44249,0
+c11,5.44249,0,0,0,0,0,5.44249,0
+c12,5.44249,0,0,0,0,0,5.44249,0
+c13,5.44249,0,0,0,0,0,5.44249,0
+c14,5.44249,0,0,0,0,0,5.44249,0
+c15,5.44249,0,0,0,0,0,5.44249,0
+c16,5.44249,0,0,0,0,0,5.44249,0
+c17,5.44249,0,0,0,0,0,5.44249,0
+c18,5.44249,0,0,0,0,0,5.44249,0
+c19,5.44249,0,0,0,0,0,5.44249,0
+c20,5.44249,0,0,0,0,0,5.44249,0
+c21,5.44249,0,0,0,0,0,5.44249,0
+c22,5.44249,0,0,0,0,0,5.44249,0
+c23,5.44249,0,0,0,0,0,5.44249,0
+c24,5.44249,0,0,0,0,0,5.44249,0
+c25,5.44249,0,0,0,0,0,5.44249,0
+c26,5.44249,0,0,0,0,0,5.44249,0
+c27,5.44249,0,0,0,0,0,5.44249,0
+c28,5.44249,0,0,0,0,0,5.44249,0
+c29,5.44249,0,0,0,0,0,5.44249,0
+c30,5.44249,0,0,0,0,0,5.44249,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,1291.7259,2407.5018,1116.3819,1293.3931,972.3579,3.90263,7085.26323,0.999999985886199
+c1,1007.11399,1366.6231,653.4248,686.8162,510.1917,0.79176,4224.96155,1.67700060188712
+c2,1007.11399,218.942215,116.09111,157.531356,510.1917,0.79176,2010.662131,3.52384558717063
+c3,1007.11399,1366.6231,116.09111,157.531356,100.738165,0.79176,2748.889481,2.57750012185739
+c4,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c5,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c6,1007.11399,218.942215,116.09111,686.8162,100.738165,0.79176,2130.49344,3.32564408057299
+c7,1007.11399,218.942215,116.09111,157.531356,510.1917,0.79176,2010.662131,3.52384558717063
+c8,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c9,1007.11399,1366.6231,653.4248,157.531356,100.738165,0.79176,3286.223171,2.15605047061941
+c10,1007.11399,1366.6231,116.09111,157.531356,100.738165,0.79176,2748.889481,2.57750012185739
+c11,1007.11399,218.942215,116.09111,157.531356,510.1917,0.79176,2010.662131,3.52384558717063
+c12,1007.11399,1366.6231,116.09111,157.531356,100.738165,0.79176,2748.889481,2.57750012185739
+c13,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c14,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c15,1007.11399,218.942215,116.09111,686.8162,100.738165,0.79176,2130.49344,3.32564408057299
+c16,1007.11399,218.942215,116.09111,157.531356,510.1917,0.79176,2010.662131,3.52384558717063
+c17,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c18,1007.11399,1366.6231,653.4248,157.531356,100.738165,0.79176,3286.223171,2.15605047061941
+c19,1007.11399,218.942215,653.4248,686.8162,100.738165,0.79176,2667.82713,2.65581786943527
+c20,1007.11399,1366.6231,116.09111,157.531356,100.738165,0.79176,2748.889481,2.57750012185739
+c21,1007.11399,1366.6231,653.4248,686.8162,510.1917,0.79176,4224.96155,1.67700060188712
+c22,1007.11399,218.942215,116.09111,157.531356,510.1917,0.79176,2010.662131,3.52384558717063
+c23,1007.11399,1366.6231,116.09111,157.531356,100.738165,0.79176,2748.889481,2.57750012185739
+c24,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c25,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c26,1007.11399,218.942215,116.09111,157.531356,510.1917,0.79176,2010.662131,3.52384558717063
+c27,1007.11399,1366.6231,653.4248,157.531356,100.738165,0.79176,3286.223171,2.15605047061941
+c28,1007.11399,1366.6231,116.09111,157.531356,100.738165,0.79176,2748.889481,2.57750012185739
+c29,1007.11399,218.942215,116.09111,686.8162,100.738165,0.79176,2130.49344,3.32564408057299
+c30,1007.11399,218.942215,116.09111,157.531356,100.738165,0.79176,1601.208596,4.42494675909504
+c4,1601.208596
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_results2_nodma.csv b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_results2_nodma.csv
new file mode 100644
index 0000000000000000000000000000000000000000..bdc6580f750a3f05adaa9913814b04efb45265bb
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_results2_nodma.csv
@@ -0,0 +1,385 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,5417.213,16332.387,7661.092,10086.008,7470.956,25.469348,46993.125348,0.999999997872029
+c1,2545.253,7465.49,3726.01,4576.494,3304.362,0.174571,21617.783571,2.17381791136344
+c2,2545.253,340.412547,81.230765,177.024371,3304.362,0.174571,6448.457254,7.28749881843446
+c3,2545.253,7465.49,183.299064,104.439555,118.016247,0.174571,10416.672437,4.51133749103473
+c4,2545.253,150.857135,81.230765,177.024371,69.626370,0.174571,3024.166212,15.5392000636769
+c5,2545.253,150.857135,81.230765,235.670225,157.113483,0.174571,3170.299179,14.8229303331965
+c6,2545.253,150.857135,81.230765,4576.494,77.680494,0.174571,7431.689965,6.3233429996384
+c7,2545.253,340.412547,183.299064,235.670225,3304.362,0.174571,6609.171407,7.11028989007593
+c8,2545.253,340.412547,90.627243,235.670225,69.626370,0.174571,3281.763956,14.3194710363419
+c9,2545.253,7465.49,3726.01,177.024371,69.626370,0.174571,13983.578312,3.36059368807006
+c10,2545.253,7465.49,81.230765,177.024371,77.680494,0.174571,10346.853201,4.5417794164974
+c11,2545.253,340.412547,81.230765,177.024371,3304.362,0.174571,6448.457254,7.28749881843446
+c12,2545.253,7465.49,183.299064,104.439555,118.016247,0.174571,10416.672437,4.51133749103473
+c13,2545.253,150.857135,81.230765,177.024371,69.626370,0.174571,3024.166212,15.5392000636769
+c14,2545.253,150.857135,81.230765,235.670225,157.113483,0.174571,3170.299179,14.8229303331965
+c15,2545.253,150.857135,81.230765,4576.494,77.680494,0.174571,7431.689965,6.3233429996384
+c16,2545.253,340.412547,183.299064,235.670225,3304.362,0.174571,6609.171407,7.11028989007593
+c17,2545.253,340.412547,90.627243,235.670225,69.626370,0.174571,3281.763956,14.3194710363419
+c18,2545.253,7465.49,3726.01,177.024371,69.626370,0.174571,13983.578312,3.36059368807006
+c19,2545.253,150.857135,3726.01,4576.494,157.113483,0.174571,11155.902189,4.21240022820354
+c20,2545.253,7465.49,81.230765,177.024371,77.680494,0.174571,10346.853201,4.5417794164974
+c21,2545.253,7465.49,3726.01,4576.494,3304.362,0.174571,21617.783571,2.17381791136344
+c22,2545.253,340.412547,81.230765,177.024371,3304.362,0.174571,6448.457254,7.28749881843446
+c23,2545.253,7465.49,81.230765,177.024371,77.680494,0.174571,10346.853201,4.5417794164974
+c24,2545.253,150.857135,81.230765,177.024371,69.626370,0.174571,3024.166212,15.5392000636769
+c25,2545.253,340.412547,90.627243,235.670225,69.626370,0.174571,3281.763956,14.3194710363419
+c26,2545.253,340.412547,183.299064,235.670225,3304.362,0.174571,6609.171407,7.11028989007593
+c27,2545.253,7465.49,3726.01,177.024371,69.626370,0.174571,13983.578312,3.36059368807006
+c28,2545.253,7465.49,183.299064,104.439555,118.016247,0.174571,10416.672437,4.51133749103473
+c29,2545.253,150.857135,81.230765,4576.494,77.680494,0.174571,7431.689965,6.3233429996384
+c30,2545.253,150.857135,81.230765,235.670225,157.113483,0.174571,3170.299179,14.8229303331965
+c4,3024.166212
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,1291.7259,2407.5018,1116.3819,1293.3931,972.3579,3.90263,7085.26323,0.999999985886199
+c1,1001.6715,1366.6231,653.4248,686.8162,510.1917,0.090100,4218.8174,1.67944293157976
+c2,1001.6715,182.333568,96.183552,128.244736,510.1917,0.090100,1918.715156,3.69271219783328
+c3,1001.6715,1366.6231,96.183552,128.244736,82.574848,0.090100,2675.387836,2.64831246888003
+c4,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c5,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c6,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c7,1001.6715,182.333568,96.183552,128.244736,510.1917,0.090100,1918.715156,3.69271219783328
+c8,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c9,1001.6715,1366.6231,653.4248,128.244736,82.574848,0.090100,3232.629084,2.19179584997523
+c10,1001.6715,1366.6231,96.183552,128.244736,82.574848,0.090100,2675.387836,2.64831246888003
+c11,1001.6715,182.333568,96.183552,128.244736,510.1917,0.090100,1918.715156,3.69271219783328
+c12,1001.6715,1366.6231,96.183552,128.244736,82.574848,0.090100,2675.387836,2.64831246888003
+c13,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c14,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c15,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c16,1001.6715,182.333568,96.183552,128.244736,510.1917,0.090100,1918.715156,3.69271219783328
+c17,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c18,1001.6715,1366.6231,653.4248,128.244736,82.574848,0.090100,3232.629084,2.19179584997523
+c19,1001.6715,182.333568,653.4248,686.8162,82.574848,0.090100,2606.911016,2.7178767954588
+c20,1001.6715,1366.6231,96.183552,128.244736,82.574848,0.090100,2675.387836,2.64831246888003
+c21,1001.6715,1366.6231,653.4248,686.8162,510.1917,0.090100,4218.8174,1.67944293157976
+c22,1001.6715,182.333568,96.183552,128.244736,510.1917,0.090100,1918.715156,3.69271219783328
+c23,1001.6715,1366.6231,96.183552,128.244736,82.574848,0.090100,2675.387836,2.64831246888003
+c24,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c25,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c26,1001.6715,182.333568,96.183552,128.244736,510.1917,0.090100,1918.715156,3.69271219783328
+c27,1001.6715,1366.6231,653.4248,128.244736,82.574848,0.090100,3232.629084,2.19179584997523
+c28,1001.6715,1366.6231,96.183552,128.244736,82.574848,0.090100,2675.387836,2.64831246888003
+c29,1001.6715,182.333568,96.183552,686.8162,82.574848,0.090100,2049.669768,3.45678264613099
+c30,1001.6715,182.333568,96.183552,128.244736,82.574848,0.090100,1491.098304,4.7517073393635
+c4,1491.098304
+
+Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,5417.213,16332.387,7661.092,10086.008,7470.956,25.469348,46993.125348,0.999999997872029
+c1,2551.85474,7465.49,3726.01,4576.494,3304.362,16.043622,21640.254362,2.1715606639709
+c2,2551.85474,2522.2367884,673.629796,1223.341402,3492.309,20.472922,10483.8446484,4.48243239725311
+c3,2551.85474,7465.49,823.65976,1152.230657,792.0937522,4.712122,12790.0410312,3.6741965773171
+c4,2551.85474,2329.095086,673.100225,1223.479574,742.023533,4.712122,7524.26528,6.24554331548577
+c5,2551.85474,2338.258747,670.3014,1284.450006,831.495355,4.712122,7681.07237,6.11804217855531
+c6,2551.85474,2337.3387909,672.241926,4877.603,829.051566,4.712122,11272.8021449,4.16871726542178
+c7,2551.85474,2528.1343714,772.894637,1280.10994,3492.938,20.926922,10646.8586104,4.41380191343165
+c8,2551.85474,2526.3911951,679.672822,1281.002078,743.825003,4.712122,7787.4579601,6.03446272009798
+c9,2551.85474,7465.49,3726.01,1336.573655,739.8828856,4.712122,15824.5234026,2.96963920210798
+c10,2551.85474,7465.49,722.391922,1221.426035,749.227459,4.712122,12715.102278,3.69585111869085
+c11,2551.85474,2522.7929962,670.017717,1221.431058,3492.164,20.885922,10479.1464332,4.48444204870278
+c12,2551.85474,7465.49,821.940336,1148.492297,789.4342137,4.712122,12781.9237087,3.67652992235912
+c13,2551.85474,2337.0326585,667.777038,1223.584497,741.630288,4.712122,7526.5913435,6.24361315487417
+c14,2551.85474,2337.4752086,671.388474,1280.80088,830.174596,4.712122,7676.4060206,6.12176122650568
+c15,2551.85474,2337.069006,670.215899,4883.073,826.7645851,4.712122,11273.6893521,4.16838919926488
+c16,2551.85474,2523.8232109,770.740344,1280.660301,3492.395,20.932222,10640.4058179,4.41647862972455
+c17,2551.85474,2526.394765,681.279181,1284.204247,743.200746,4.712122,7791.645801,6.03121932709606
+c18,2551.85474,7465.49,3726.01,1336.035191,740.477526,4.712122,15824.579579,2.96962866004979
+c19,2551.85474,2336.5105736,3863.721,4576.494,902.097102,4.712122,14235.3895376,3.30114781149909
+c20,2551.85474,7465.49,718.9195146,1221.884731,748.256968,4.712122,12711.1180756,3.69700955484837
+c21,2551.85474,7465.49,3726.01,4576.494,3304.362,19.515522,21643.726262,2.17121232092945
+c22,2551.85474,2523.938098,669.424811,1219.711329,3491.85,20.798522,10477.5775,4.48511355792774
+c23,2551.85474,7465.49,716.178914,1222.588198,747.1898741,4.712122,12708.0138481,3.69791263528051
+c24,2551.85474,2337.0739621,669.25028,1220.715474,741.1878024,4.712122,7524.7943805,6.24510416460935
+c25,2551.85474,2526.9573985,679.479385,1280.319629,742.5067267,4.712122,7785.8300012,6.03572448116446
+c26,2551.85474,2524.6402554,769.500432,1279.196703,3491.59,20.709222,10637.4913524,4.41768865886116
+c27,2551.85474,7465.49,3726.01,1331.321972,739.463611,4.712122,15818.852445,2.9707037987944
+c28,2551.85474,7465.49,820.2617391,1147.969732,787.5597797,4.712122,12777.8481128,3.67770258069942
+c29,2551.85474,2336.5083139,668.332929,4875.324,821.0412029,4.712122,11257.7733078,4.17428239543715
+c30,2551.85474,2338.0065652,667.220353,1277.851397,826.24176,4.712122,7665.8869372,6.13016146989357
+c4,7524.26528
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,1.216143,1.216143,0
+c2,0,421.149947,200.145258,277.244900,0,1.216143,899.756248,0
+c3,0,0,200.145258,277.244900,184.944713,1.216143,663.551014,0
+c4,0,421.149947,200.145258,277.244900,184.944713,1.216143,1084.700961,0
+c5,0,421.149947,200.145258,277.244900,184.944713,1.216143,1084.700961,0
+c6,0,421.149947,200.145258,0,184.944713,1.216143,807.456061,0
+c7,0,421.149947,200.145258,277.244900,0,1.216143,899.756248,0
+c8,0,421.149947,200.145258,277.244900,184.944713,1.216143,1084.700961,0
+c9,0,0,0,277.244900,184.944713,1.216143,463.405756,0
+c10,0,0,200.145258,277.244900,184.944713,1.216143,663.551014,0
+c11,0,421.149947,200.145258,277.244900,0,1.216143,899.756248,0
+c12,0,0,200.145258,277.244900,184.944713,1.216143,663.551014,0
+c13,0,421.149947,200.145258,277.244900,184.944713,1.216143,1084.700961,0
+c14,0,421.149947,200.145258,277.244900,184.944713,1.216143,1084.700961,0
+c15,0,421.149947,200.145258,0,184.944713,1.216143,807.456061,0
+c16,0,421.149947,200.145258,277.244900,0,1.216143,899.756248,0
+c17,0,421.149947,200.145258,277.244900,184.944713,1.216143,1084.700961,0
+c18,0,0,0,277.244900,184.944713,1.216143,463.405756,0
+c19,0,421.149947,0,0,184.944713,1.216143,607.310803,0
+c20,0,0,200.145258,277.244900,184.944713,1.216143,663.551014,0
+c21,0,0,0,0,0,1.216143,1.216143,0
+c22,0,421.149947,200.145258,277.244900,0,1.216143,899.756248,0
+c23,0,0,200.145258,277.244900,184.944713,1.216143,663.551014,0
+c24,0,421.149947,200.145258,277.244900,184.944713,1.216143,1084.700961,0
+c25,0,421.149947,200.145258,277.244900,184.944713,1.216143,1084.700961,0
+c26,0,421.149947,200.145258,277.244900,0,1.216143,899.756248,0
+c27,0,0,0,277.244900,184.944713,1.216143,463.405756,0
+c28,0,0,200.145258,277.244900,184.944713,1.216143,663.551014,0
+c29,0,421.149947,200.145258,0,184.944713,1.216143,807.456061,0
+c30,0,421.149947,200.145258,277.244900,184.944713,1.216143,1084.700961,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,3.321408,3.321408,0
+c2,0,393.288704,122.995476,229.614817,0,3.321408,749.220405,0
+c3,0,0,122.995476,229.614817,148.102799,3.321408,504.0345,0
+c4,0,393.288704,122.995476,229.614817,148.102799,3.321408,897.323204,0
+c5,0,393.288704,122.995476,229.614817,148.102799,3.321408,897.323204,0
+c6,0,393.288704,122.995476,0,148.102799,3.321408,667.708387,0
+c7,0,393.288704,122.995476,229.614817,0,3.321408,749.220405,0
+c8,0,393.288704,122.995476,229.614817,148.102799,3.321408,897.323204,0
+c9,0,0,0,229.614817,148.102799,3.321408,381.039024,0
+c10,0,0,122.995476,229.614817,148.102799,3.321408,504.0345,0
+c11,0,393.288704,122.995476,229.614817,0,3.321408,749.220405,0
+c12,0,0,122.995476,229.614817,148.102799,3.321408,504.0345,0
+c13,0,393.288704,122.995476,229.614817,148.102799,3.321408,897.323204,0
+c14,0,393.288704,122.995476,229.614817,148.102799,3.321408,897.323204,0
+c15,0,393.288704,122.995476,0,148.102799,3.321408,667.708387,0
+c16,0,393.288704,122.995476,229.614817,0,3.321408,749.220405,0
+c17,0,393.288704,122.995476,229.614817,148.102799,3.321408,897.323204,0
+c18,0,0,0,229.614817,148.102799,3.321408,381.039024,0
+c19,0,393.288704,0,0,148.102799,3.321408,544.712911,0
+c20,0,0,122.995476,229.614817,148.102799,3.321408,504.0345,0
+c21,0,0,0,0,0,3.321408,3.321408,0
+c22,0,393.288704,122.995476,229.614817,0,3.321408,749.220405,0
+c23,0,0,122.995476,229.614817,148.102799,3.321408,504.0345,0
+c24,0,393.288704,122.995476,229.614817,148.102799,3.321408,897.323204,0
+c25,0,393.288704,122.995476,229.614817,148.102799,3.321408,897.323204,0
+c26,0,393.288704,122.995476,229.614817,0,3.321408,749.220405,0
+c27,0,0,0,229.614817,148.102799,3.321408,381.039024,0
+c28,0,0,122.995476,229.614817,148.102799,3.321408,504.0345,0
+c29,0,393.288704,122.995476,0,148.102799,3.321408,667.708387,0
+c30,0,393.288704,122.995476,229.614817,148.102799,3.321408,897.323204,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0.701660,0.70166,0
+c2,0,102.144647,36.291558,62.054620,0,0.701660,201.192485,0
+c3,0,0,36.291558,62.054620,40.008650,0.701660,139.056488,0
+c4,0,102.144647,36.291558,62.054620,40.008650,0.701660,241.201135,0
+c5,0,102.144647,36.291558,62.054620,40.008650,0.701660,241.201135,0
+c6,0,102.144647,36.291558,0,40.008650,0.701660,179.146515,0
+c7,0,102.144647,36.291558,62.054620,0,0.701660,201.192485,0
+c8,0,102.144647,36.291558,62.054620,40.008650,0.701660,241.201135,0
+c9,0,0,0,62.054620,40.008650,0.701660,102.76493,0
+c10,0,0,36.291558,62.054620,40.008650,0.701660,139.056488,0
+c11,0,102.144647,36.291558,62.054620,0,0.701660,201.192485,0
+c12,0,0,36.291558,62.054620,40.008650,0.701660,139.056488,0
+c13,0,102.144647,36.291558,62.054620,40.008650,0.701660,241.201135,0
+c14,0,102.144647,36.291558,62.054620,40.008650,0.701660,241.201135,0
+c15,0,102.144647,36.291558,0,40.008650,0.701660,179.146515,0
+c16,0,102.144647,36.291558,62.054620,0,0.701660,201.192485,0
+c17,0,102.144647,36.291558,62.054620,40.008650,0.701660,241.201135,0
+c18,0,0,0,62.054620,40.008650,0.701660,102.76493,0
+c19,0,102.144647,0,0,40.008650,0.701660,142.854957,0
+c20,0,0,36.291558,62.054620,40.008650,0.701660,139.056488,0
+c21,0,0,0,0,0,0.701660,0.70166,0
+c22,0,102.144647,36.291558,62.054620,0,0.701660,201.192485,0
+c23,0,0,36.291558,62.054620,40.008650,0.701660,139.056488,0
+c24,0,102.144647,36.291558,62.054620,40.008650,0.701660,241.201135,0
+c25,0,102.144647,36.291558,62.054620,40.008650,0.701660,241.201135,0
+c26,0,102.144647,36.291558,62.054620,0,0.701660,201.192485,0
+c27,0,0,0,62.054620,40.008650,0.701660,102.76493,0
+c28,0,0,36.291558,62.054620,40.008650,0.701660,139.056488,0
+c29,0,102.144647,36.291558,0,40.008650,0.701660,179.146515,0
+c30,0,102.144647,36.291558,62.054620,40.008650,0.701660,241.201135,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0
+c2,0,1196.1747904,238.515497,521.684414,0,0,1956.3747014,0
+c3,0,0,236.445362,523.058785,322.8415932,0,1082.3457402,0
+c4,0,1194.5813,238.150626,521.636186,320.960251,0,2275.328363,0
+c5,0,1197.451061,235.307601,523.633564,323.27086,0,2279.663086,0
+c6,0,1197.3483049,237.033027,0,324.10256,0,1758.4838919,0
+c7,0,1198.2328734,235.765639,519.301098,0,0,1953.2996104,0
+c8,0,1199.0089971,235.690245,520.781736,323.136621,0,2278.6175991,0
+c9,0,0,0,520.743567,319.2947036,0,840.0382706,0
+c10,0,0,234.667623,519.775147,320.329953,0,1074.772723,0
+c11,0,1194.9892982,234.868518,519.37237,0,0,1949.2301862,0
+c12,0,0,233.913838,519.200225,320.5362547,0,1073.6503177,0
+c13,0,1197.6845725,232.848339,521.412309,320.835906,0,2272.7811265,0
+c14,0,1196.5545226,236.270075,520.184738,321.883301,0,2274.8926366,0
+c15,0,1197.76962,235.32,0,321.0015791,0,1754.0911991,0
+c16,0,1196.1132129,233.776746,520.229259,0,0,1950.1192179,0
+c17,0,1197.961867,237.070404,523.800605,322.661664,0,2281.49454,0
+c18,0,0,0,520.870003,319.940244,0,840.810247,0
+c19,0,1197.7193876,0,0,320.189107,0,1517.9084946,0
+c20,0,0,232.0296156,520.170043,319.681662,0,1071.8813206,0
+c21,0,0,0,0,0,0,0,0
+c22,0,1198.27,235.041712,517.850241,0,0,1951.161953,0
+c23,0,0,230.770615,520.30101,318.1976681,0,1069.2692931,0
+c24,0,1197.9032761,234.173681,519.397086,320.5284204,0,2272.0024635,0
+c25,0,1198.5120005,234.910708,519.968287,321.7786447,0,2275.1696402,0
+c26,0,1194.4315574,232.473034,519.043561,0,0,1945.9481524,0
+c27,0,0,0,519.285984,318.598729,0,837.884713,0
+c28,0,0,230.8411411,518.47986,318.6336207,0,1067.9546218,0
+c29,0,1198.9265279,233.63753,0,317.9858969,0,1750.5499548,0
+c30,0,1198.0251792,233.028754,517.462755,318.097265,0,2266.6139532,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,6.60174,0,0,0,0,11.3315,17.93324,0
+c2,6.60174,69.6338,0,0,187.947,15.7608,279.94334,0
+c3,6.60174,0,50.47,0,0,0,57.07174,0
+c4,6.60174,70.7919,0,0,0,0,77.39364,0
+c5,6.60174,73.1999,0,0,0,0,79.80164,0
+c6,6.60174,71.3667,0,301.109,75.9741,0,455.05154,0
+c7,6.60174,72.3373,0,0,188.576,16.2148,283.72984,0
+c8,6.60174,69.727,0,0,0,0,76.32874,0
+c9,6.60174,0,0,113.939,0,0,120.54074,0
+c10,6.60174,0,52.3655,0,0,0,58.96724,0
+c11,6.60174,71.6995,0,0,187.802,16.1738,282.27704,0
+c12,6.60174,0,50.6831,0,0,0,57.28484,0
+c13,6.60174,71.5133,0,0,0,0,78.11504,0
+c14,6.60174,72.0479,0,0,0,0,78.64964,0
+c15,6.60174,70.9476,0,306.579,76.848,0,460.97634,0
+c16,6.60174,71.5908,0,0,188.033,16.2201,282.44564,0
+c17,6.60174,69.6907,0,0,0,0,76.29244,0
+c18,6.60174,0,0,113.477,0,0,120.07874,0
+c19,6.60174,71.5704,137.711,0,73.7108,0,289.59394,0
+c20,6.60174,0,51.7873,0,0,0,58.38904,0
+c21,6.60174,0,0,0,0,14.8034,21.40514,0
+c22,6.60174,69.3249,0,0,187.488,16.0864,279.50104,0
+c23,6.60174,0,50.3426,0,0,0,56.94434,0
+c24,6.60174,71.2709,0,0,0,0,77.87264,0
+c25,6.60174,71.1902,0,0,0,0,77.79194,0
+c26,6.60174,71.5955,0,0,187.228,15.9971,281.42234,0
+c27,6.60174,0,0,110.437,0,0,117.03874,0
+c28,6.60174,0,51.6476,0,0,0,58.24934,0
+c29,6.60174,70.621,0,298.83,74.405,0,450.45774,0
+c30,6.60174,71.4056,0,0,0,0,78.00734,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,5.44249,0,0,0,0,0,5.44249,0
+c2,5.44249,0,0,0,84.5332,0,89.97569,0
+c3,5.44249,0,0,0,0,0,5.44249,0
+c4,5.44249,0,0,0,0,0,5.44249,0
+c5,5.44249,0,0,0,0,0,5.44249,0
+c6,5.44249,0,0,126.79,0,0,132.23249,0
+c7,5.44249,0,0,0,84.8673,0,90.30979,0
+c8,5.44249,0,0,0,0,0,5.44249,0
+c9,5.44249,0,0,0,0,0,5.44249,0
+c10,5.44249,0,0,0,0,0,5.44249,0
+c11,5.44249,0,0,0,84.4277,0,89.87019,0
+c12,5.44249,0,0,0,0,0,5.44249,0
+c13,5.44249,0,0,0,0,0,5.44249,0
+c14,5.44249,0,0,0,0,0,5.44249,0
+c15,5.44249,0,0,126.687,0,0,132.12949,0
+c16,5.44249,0,0,0,84.6577,0,90.10019,0
+c17,5.44249,0,0,0,0,0,5.44249,0
+c18,5.44249,0,0,0,0,0,5.44249,0
+c19,5.44249,0,63.5646,0,0,0,69.00709,0
+c20,5.44249,0,0,0,0,0,5.44249,0
+c21,5.44249,0,0,0,0,0,5.44249,0
+c22,5.44249,0,0,0,84.4342,0,89.87669,0
+c23,5.44249,0,0,0,0,0,5.44249,0
+c24,5.44249,0,0,0,0,0,5.44249,0
+c25,5.44249,0,0,0,0,0,5.44249,0
+c26,5.44249,0,0,0,84.637,0,90.07949,0
+c27,5.44249,0,0,0,0,0,5.44249,0
+c28,5.44249,0,0,0,0,0,5.44249,0
+c29,5.44249,0,0,126.691,0,0,132.13349,0
+c30,5.44249,0,0,0,0,0,5.44249,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,1291.7259,2407.5018,1116.3819,1293.3931,972.3579,3.90263,7085.26323,0.999999985886199
+c1,1007.11399,1366.6231,653.4248,686.8162,510.1917,0.79176,4224.96155,1.67700060188712
+c2,1007.11399,284.478215,132.47511,190.299356,594.7249,0.79176,2209.883331,3.20617057470485
+c3,1007.11399,1366.6231,132.47511,190.299356,122.583498,0.79176,2819.886814,2.51260545053191
+c4,1007.11399,284.478215,132.47511,190.299356,122.583498,0.79176,1737.741929,4.07728138685653
+c5,1007.11399,284.478215,132.47511,190.299356,122.583498,0.79176,1737.741929,4.07728138685653
+c6,1007.11399,284.478215,132.47511,813.6062,122.583498,0.79176,2361.048773,3.00089647064243
+c7,1007.11399,284.478215,132.47511,190.299356,595.059,0.79176,2210.217431,3.2056859248575
+c8,1007.11399,284.478215,132.47511,190.299356,122.583498,0.79176,1737.741929,4.07728138685653
+c9,1007.11399,1366.6231,653.4248,190.299356,122.583498,0.79176,3340.836504,2.12080507664361
+c10,1007.11399,1366.6231,132.47511,190.299356,122.583498,0.79176,2819.886814,2.51260545053191
+c11,1007.11399,284.478215,132.47511,190.299356,594.6194,0.79176,2209.777831,3.20632364483506
+c12,1007.11399,1366.6231,132.47511,190.299356,122.583498,0.79176,2819.886814,2.51260545053191
+c13,1007.11399,284.478215,132.47511,190.299356,122.583498,0.79176,1737.741929,4.07728138685653
+c14,1007.11399,284.478215,132.47511,190.299356,122.583498,0.79176,1737.741929,4.07728138685653
+c15,1007.11399,284.478215,132.47511,813.5032,122.583498,0.79176,2360.945773,3.0010273895
+c16,1007.11399,284.478215,132.47511,190.299356,594.8494,0.79176,2210.007831,3.20598995624147
+c17,1007.11399,284.478215,132.47511,190.299356,122.583498,0.79176,1737.741929,4.07728138685653
+c18,1007.11399,1366.6231,653.4248,190.299356,122.583498,0.79176,3340.836504,2.12080507664361
+c19,1007.11399,284.478215,716.9894,686.8162,122.583498,0.79176,2818.773063,2.51359822883343
+c20,1007.11399,1366.6231,132.47511,190.299356,122.583498,0.79176,2819.886814,2.51260545053191
+c21,1007.11399,1366.6231,653.4248,686.8162,510.1917,0.79176,4224.96155,1.67700060188712
+c22,1007.11399,284.478215,132.47511,190.299356,594.6259,0.79176,2209.784331,3.20631421355145
+c23,1007.11399,1366.6231,132.47511,190.299356,122.583498,0.79176,2819.886814,2.51260545053191
+c24,1007.11399,284.478215,132.47511,190.299356,122.583498,0.79176,1737.741929,4.07728138685653
+c25,1007.11399,284.478215,132.47511,190.299356,122.583498,0.79176,1737.741929,4.07728138685653
+c26,1007.11399,284.478215,132.47511,190.299356,594.8287,0.79176,2209.987131,3.20601998537068
+c27,1007.11399,1366.6231,653.4248,190.299356,122.583498,0.79176,3340.836504,2.12080507664361
+c28,1007.11399,1366.6231,132.47511,190.299356,122.583498,0.79176,2819.886814,2.51260545053191
+c29,1007.11399,284.478215,132.47511,813.5072,122.583498,0.79176,2360.949773,3.00102230505933
+c30,1007.11399,284.478215,132.47511,190.299356,122.583498,0.79176,1737.741929,4.07728138685653
+c4,1737.741929
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0
+c2,0,101.577,30.7428,17.7729,0,0,150.0927,0
+c3,0,0,30.3046,17.8726,18.1884,0,66.3656,0
+c4,0,98.4261,30.5781,17.9593,18.3894,0,165.3529,0
+c5,0,102.312,30.6223,18.2865,18.0635,0,169.2843,0
+c6,0,103.328,30.8374,0,18.2469,0,152.4123,0
+c7,0,102.713,30.6892,18.2789,0,0,151.6811,0
+c8,0,102.804,30.2146,17.6904,18.0145,0,168.7235,0
+c9,0,0,0,18.007,17.9143,0,35.9213,0
+c10,0,0,30.9873,17.7668,18.1695,0,66.9236,0
+c11,0,101.253,30.7777,18.1746,0,0,150.2053,0
+c12,0,0,30.9036,17.9928,17.8342,0,66.7306,0
+c13,0,102.539,30.5572,18.2881,18.1205,0,169.5048,0
+c14,0,103.577,30.7469,18.0862,18.1303,0,170.5404,0
+c15,0,103.056,30.5244,0,18.187,0,151.7674,0
+c16,0,101.268,30.5238,17.9011,0,0,149.6929,0
+c17,0,103.891,30.4408,17.8737,17.8652,0,170.0707,0
+c18,0,0,0,17.8041,17.8634,0,35.6675,0
+c19,0,101.925,0,0,18.0362,0,119.9612,0
+c20,0,0,30.7311,17.8306,17.8473,0,66.409,0
+c21,0,0,0,0,0,0,0,0
+c22,0,101.492,30.0116,17.977,0,0,149.4806,0
+c23,0,0,30.6942,18.4031,18.2642,0,67.3615,0
+c24,0,102.604,30.7051,17.4343,17.9855,0,168.7289,0
+c25,0,102.404,30.8007,17.8214,18.0542,0,169.0803,0
+c26,0,103.762,30.5876,17.6232,0,0,151.9728,0
+c27,0,0,0,17.7149,18.191,0,35.9059,0
+c28,0,0,31.3332,18.1906,17.8624,0,67.3862,0
+c29,0,101.665,30.3239,0,17.9223,0,149.9112,0
+c30,0,103.28,29.8201,17.8587,17.9835,0,168.9423,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_tensors.txt b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_tensors.txt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f0a6e270ba81fa11ec07b261192e5b50a4d93d
--- /dev/null
+++ b/llvm/projects/soc_simulator/alexnet_cifar10/alexnet_tensors.txt
@@ -0,0 +1,26 @@
+#Conv1,4
+Conv1,925.494,3271.78,759.668,1563.71,5.44249,6.60174,83.2352,403.353
+Add1,114.477,689.511,93.2842,353.575,309.757,1205.25,83.2903,330.731
+Tanh1,76.4029,470.583,71.349,309.397,100.913,396.573,83.2272,381.858
+Pool1,175.352,985.339,77.3703,318.571,210.001,844.263,20.9052,88.6981
+#Conv2,4
+Conv2,2080.05,13944.8,1196.88,6519.17,26.722,110.701,62.1589,473.091
+Add2,139.245,1083.98,57.2394,332.553,183.024,1140.1,62.1204,356.499
+Tanh2,55.9198,411.855,53.7113,299.392,76.8765,416.385,62.0292,344.851
+Pool2,132.287,891.752,58.7924,314.375,76.8368,405.93,15.6216,82.0579
+#Conv3,3
+Conv3,1014.71,6863.91,561.436,3134.15,20.4033,103.834,31.0982,213.521
+Add3,73.7075,582.264,64.5391,421.019,39.2865,257.541,31.1203,195.786
+Tanh3,27.9644,214.918,27.4497,170.841,39.0187,237.416,31.0592,188.341
+#Conv4,3
+Conv4,1226.86,9535.92,627.538,4183.57,39.4494,231.112,20.805,157.506
+Add4,47.9113,399.265,40.9697,274.189,75.4038,524.503,20.652,132.57
+Tanh4,18.6218,150.823,18.3085,118.735,26.1769,164.262,20.6587,128.708
+#Conv5,4
+Conv5,861.092,6591.9,430.284,2806.26,26.6141,161.682,20.7426,148.724
+Add5,47.955,388.123,41.049,260.675,79.1767,523.707,20.6328,125.982
+Tanh5,18.6201,147.003,18.3283,114.102,26.1523,156.042,20.633,123.091
+Pool3,44.6908,343.93,20.5304,123.325,26.4508,154.684,5.2822,29.1224
+#FC1,2
+Mul1,3.73053,25.3858,6.85001,40.5555,7.36824,40.3988,0.141077,0.0604596
+Add6,0.1721,0.083548,0.580578,3.19613,0.460408,1.00469,0.0886822,0.0103369
diff --git a/llvm/projects/soc_simulator/mobilenet_cifar10/mobilenet_layers.txt b/llvm/projects/soc_simulator/mobilenet_cifar10/mobilenet_layers.txt
new file mode 100644
index 0000000000000000000000000000000000000000..ec202b5be38d401551b82746655d45847567307c
--- /dev/null
+++ b/llvm/projects/soc_simulator/mobilenet_cifar10/mobilenet_layers.txt
@@ -0,0 +1,83 @@
+Conv1,2000,3,32,32,32,3,3,3,1,1
+NML1
+NML2
+NML3
+NML4
+NML5
+Conv3,2000,32,32,32,64,32,1,1,1,1
+NML6
+NML7
+NML8
+NML9
+NML10
+Conv5,2000,64,16,16,128,64,1,1,1,1
+NML11
+NML12
+NML13
+NML14
+NML15
+Conv7,2000,128,16,16,128,128,1,1,1,1
+NML16
+NML17
+NML18
+NML19
+NML20
+Conv9,2000,128,8,8,256,128,1,1,1,1
+NML21
+NML22
+NML23
+NML24
+NML25
+Conv11,2000,256,8,8,256,256,1,1,1,1
+NML26
+NML27
+NML28
+NML29
+NML30
+Conv13,2000,256,4,4,512,256,1,1,1,1
+NML31
+NML32
+NML33
+NML34
+NML35
+Conv15,2000,512,4,4,512,512,1,1,1,1
+NML36
+NML37
+NML38
+NML39
+NML40
+Conv17,2000,512,4,4,512,512,1,1,1,1
+NML41
+NML42
+NML43
+NML44
+NML45
+Conv19,2000,512,4,4,512,512,1,1,1,1
+NML46
+NML47
+NML48
+NML49
+NML50
+Conv21,2000,512,4,4,512,512,1,1,1,1
+NML51
+NML52
+NML53
+NML54
+NML55
+Conv23,2000,512,4,4,512,512,1,1,1,1
+NML56
+NML57
+NML58
+NML59
+NML60
+Conv25,2000,512,2,2,1024,512,1,1,1,1
+NML61
+NML62
+NML63
+NML64
+NML65
+Conv27,2000,1024,2,2,1024,1024,1,1,1,1
+NML66
+NML67
+NML68
+FC1,2000,1024,1024,10
diff --git a/llvm/projects/soc_simulator/mobilenet_shallow/mobilenet_shallow_layers.txt b/llvm/projects/soc_simulator/mobilenet_shallow/mobilenet_shallow_layers.txt
index 4ab1093cab28b2f3dfa284a4669c6a2885ff667d..ba85aa142542d34722b19b9a16314100ecdd62da 100644
--- a/llvm/projects/soc_simulator/mobilenet_shallow/mobilenet_shallow_layers.txt
+++ b/llvm/projects/soc_simulator/mobilenet_shallow/mobilenet_shallow_layers.txt
@@ -1,41 +1,41 @@
-Conv1,4500,3,32,32,32,3,3,3,1,1
+Conv1,2000,3,32,32,32,3,3,3,1,1
 NML1
 NML2
 NML3
 NML4
 NML5
-Conv3,4500,32,32,32,64,32,1,1,1,1
+Conv3,2000,32,32,32,64,32,1,1,1,1
 NML6
 NML7
 NML8
 NML9
 NML10
-Conv5,4500,64,16,16,128,64,1,1,1,1
+Conv5,2000,64,16,16,128,64,1,1,1,1
 NML11
 NML12
 NML13
 NML14
 NML15
-Conv7,4500,128,16,16,128,128,1,1,1,1
+Conv7,2000,128,16,16,128,128,1,1,1,1
 NML16
 NML17
 NML18
 NML19
 NML20
-Conv9,4500,128,8,8,256,128,1,1,1,1
+Conv9,2000,128,8,8,256,128,1,1,1,1
 NML21
 NML22
 NML23
 NML24
 NML25
-Conv11,4500,256,8,8,256,256,1,1,1,1
+Conv11,2000,256,8,8,256,256,1,1,1,1
 NML26
 NML27
 NML28
 NML29
 NML30
-Conv13,4500,256,4,4,512,256,1,1,1,1
+Conv13,2000,256,4,4,512,256,1,1,1,1
 NML31
 NML32
 NML33
-FC1,4500,1024,1024,10
+FC1,2000,1024,1024,10
diff --git a/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_confs1.txt b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_confs1.txt
new file mode 100644
index 0000000000000000000000000000000000000000..7361a062e7d4cc86d5c955dd4c7662d2e88175a6
--- /dev/null
+++ b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_confs1.txt
@@ -0,0 +1,34 @@
+9 9 9,9 9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9,9,9,9 9
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,7,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,7,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,7,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
diff --git a/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_confs2.txt b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_confs2.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0ad476552644463569166477024d81f4fc4dd0
--- /dev/null
+++ b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_confs2.txt
@@ -0,0 +1,46 @@
+9 9 9,9 9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9,9,9,9 9
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,7,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,7,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,7,8,8,8,8 8
+9 9 9,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,7,7,8,8,8 8 8,8 8,8,8,7,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8,8 8
+9 9 9,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,7,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,7,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,7,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,7,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,7,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,7,7,8,8,8 8 8,8 8,8,8,7,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,7,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,7,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8,8 8
+9 9 9,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,7,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,7,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,7,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,7,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,7,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,7,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,7,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,7,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,7,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8,8 8
+9 9 9,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8 8,8,8,7,7,8,8,8 8 8,8 8,8,8,7,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,7,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,7,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,7,8 8,8 8,8,8,8 8 8,8 8,8,8,8 8 8,8 8,8,8,8,8 8
diff --git a/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_fp16.csv b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_fp16.csv
new file mode 100644
index 0000000000000000000000000000000000000000..8aa9f4f5f1ab4418335e9f3eb0a9ed81035e44c2
--- /dev/null
+++ b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_fp16.csv
@@ -0,0 +1,220 @@
+Add1,18.4067,51.7458,26.6786,25.0672,5671.44,2933.87,2737.57,13.0333,37.8611,20.1787,17.9155,4176.73,2237.06,1963.86
+Add10,25.4775,107.72,67.1668,40.5535,8455.96,5272.51,3183.45,18.0181,76.2046,47.5202,28.6861,5980.97,3729.6,2251.5
+Add10_f2h,60.3765,243.339,153.879,89.4597,8062.26,5098.54,2963.73,42.7111,172.129,108.851,63.281,5701.54,3605.88,2095.77
+Add10_h2f,20.7649,83.3467,51.6117,31.735,8027.75,4971.09,3056.66,14.6838,58.9536,36.5095,22.4455,5678,3516.32,2161.83
+Add11,10.3212,47.2214,28.8656,18.3558,9155.38,5597.11,3558.27,7.30548,33.4486,20.446,13.0032,6482.41,3963.32,2519.21
+Add11_f2h,15.502,62.8822,38.5801,24.3021,8113.12,4977.95,3135.17,10.9812,44.5638,27.3406,17.2241,5739.52,3521.8,2217.83
+Add11_h2f,11.2293,44.7914,27.2866,17.5048,7976.14,4859.07,3117.07,7.94857,31.74,19.3364,12.4042,5644.45,3438.81,2205.75
+Add12,9.45661,44.0115,27.6225,16.389,9310.33,5843.69,3466.64,6.69292,31.1762,19.5662,11.6103,6590.69,4136.82,2453.95
+Add12_f2h,40.1768,172.415,108.883,63.5318,8582.39,5419.84,3162.55,28.4316,122.029,77.0664,44.9633,6069.24,3832.87,2236.42
+Add12_h2f,10.4892,42.8418,26.8148,16.027,8169.01,5112.99,3056.02,7.41765,30.3184,18.9771,11.3417,5780.72,3618.28,2162.52
+Add13,9.59742,41.731,25.0231,16.7079,8695.68,5214.21,3481.47,6.79463,29.5817,17.7385,11.8435,6156.17,3691.56,2464.67
+Add13_f2h,41.9408,167.231,101.045,66.1867,7973.97,4817.94,3156.03,29.6717,118.333,71.503,46.8306,5639.03,3407.28,2231.81
+Add13_h2f,10.4872,39.7994,23.8049,15.9945,7589.81,4539.64,3050.17,7.41618,28.1695,16.8494,11.3204,5371.29,3212.81,2158.55
+Add14,11.4693,49.588,29.3241,20.2638,8647.95,5114.03,3533.91,8.11133,35.0867,20.7497,14.3374,6118.69,3618.52,2500.24
+Add14_f2h,27.8587,110.353,65.5177,44.8356,7922.71,4703.85,3218.86,19.7031,78.0565,46.3446,31.7133,5603.04,3326.8,2276.35
+Add14_h2f,10.4665,40.3814,23.8416,16.5399,7716.46,4555.89,3160.57,7.40173,28.5808,16.8747,11.7065,5461.05,3224.35,2236.77
+Add15,9.39457,42.3399,26.0019,16.338,9014.62,5536.14,3478.47,6.64916,29.9924,18.4192,11.5736,6380.26,3918.39,2461.94
+Add15_f2h,40.147,165.995,102.472,63.5229,8269.94,5105.32,3164.62,28.4279,117.537,72.5574,44.9805,5848.22,3610.39,2237.87
+Add15_h2f,10.4569,41.0957,25.1843,15.9113,7859.73,4816.65,3043.07,7.39464,29.0899,17.8276,11.2626,5562.97,3409.29,2153.74
+Add16,9.36312,41.8676,26.0997,15.7679,8940.62,5573.43,3367.19,6.62684,29.8234,18.5944,11.2294,6357.34,3963.59,2393.83
+Add16_f2h,40.662,165.398,103.735,61.6634,8136.51,5103.02,3033.49,28.7668,117.041,73.408,43.6342,5755.44,3609.72,2145.76
+Add16_h2f,10.4433,40.5802,25.225,15.3552,7771.59,4830.88,2940.71,7.3846,28.7184,17.8523,10.8664,5499.86,3418.89,2081.03
+Add17,11.2953,49.8165,30.5372,19.2793,8821.06,5407.25,3413.81,7.98744,35.2482,21.6076,13.641,6241.26,3825.96,2415.37
+Add17_f2h,31.2262,125.787,77.5267,48.2602,8058.48,4967.07,3091.41,22.0978,89.0044,54.8545,34.1509,5698.9,3512.81,2186.15
+Add17_h2f,10.4534,40.67,24.8815,15.7885,7780.74,4760.17,3020.57,7.392,28.7841,17.611,11.1736,5506.18,3368.83,2137.45
+Add18,9.33772,41.9974,26.362,15.6354,8997.13,5647.64,3349.49,6.60838,29.7471,18.6729,11.0745,6368.78,3997.95,2370.9
+Add18_f2h,40.52,167.742,105.928,61.8133,8279.12,5228.18,3050.94,28.6686,118.694,74.9571,43.7377,5854.67,3697.22,2157.48
+Add18_h2f,10.4893,41.2948,25.8578,15.437,7874.36,4930.71,2943.64,7.42007,29.2336,18.3062,10.9279,5572.7,3489.61,2083.18
+Add19,9.34031,41.5447,26.3195,15.2252,8899.53,5638.08,3261.45,6.61153,29.4292,18.6449,10.7846,6300.46,3991.71,2308.83
+Add19_f2h,40.5583,165.866,105.817,60.0492,8178.77,5217.79,2960.98,28.6938,117.359,74.8714,42.4879,5783.65,3689.81,2093.86
+Add19_h2f,10.4607,40.9009,25.8358,15.0651,7819.57,4939.38,2880.19,7.39838,28.9539,18.2906,10.6639,5534.12,3496.01,2038.21
+Add1_f2h,27.7102,72.282,37.7708,34.5112,5212.56,2723,2489.56,19.6021,53.3974,28.9158,24.796,3845.92,2081.8,1786.94
+Add1_h2f,20.7976,56.1939,29.1321,27.0618,5404.42,2801.87,2602.56,14.707,41.1458,21.9739,19.3755,3957.28,2113.49,1863.36
+Add2,19.5015,74.6206,46.4565,28.1641,7673.42,4779.3,2894.12,13.7947,53.0278,33.0775,19.9657,5465.36,3412.01,2054.92
+Add20,11.2352,49.6507,30.9293,18.7214,8839.5,5506.45,3333.05,7.95735,35.1825,21.9167,13.266,6254.61,3896.25,2358.38
+Add20_f2h,31.0414,125.831,78.8493,46.9812,8107.56,5080.5,3027.06,21.9778,89.0958,55.8298,33.2664,5733.46,3592.82,2140.65
+Add20_h2f,10.4493,41.12,25.5455,15.5745,7870.47,4889.47,2981,7.38909,29.1003,18.0786,11.0219,5569.71,3460.19,2109.56
+Add21,9.3646,42.9504,26.4829,16.4675,9177.48,5658.87,3518.61,6.65751,30.5527,18.8396,11.7135,6498.66,4007.28,2491.48
+Add21_f2h,8.53298,33.0218,20.3905,12.6312,7739.9,4779.34,2960.57,6.03492,23.3902,14.4432,8.94732,5481.37,3384.74,2096.7
+Add21_h2f,5.65061,21.0508,12.9633,8.08745,7451.76,4588.85,2862.92,3.99628,14.9378,9.19932,5.73878,5287.67,3256.31,2031.46
+Add22,8.76401,41.0048,25.7147,15.2902,9358.69,5869.07,3489.62,6.20359,29.0753,18.2344,10.8413,6629.91,4158.08,2471.93
+Add22_f2h,20.0626,83.8331,52.7203,31.1128,8355.25,5254.22,3101.03,14.2023,59.3731,37.3398,22.0338,5909.48,3716.25,2193.27
+Add22_h2f,5.28191,19.8187,12.4203,7.39838,7501.83,4701.31,2800.52,3.73584,14.076,8.82147,5.25475,5324.53,3336.79,1987.84
+Add23,8.86814,40.4053,24.764,15.6413,9108.08,5582.5,3525.58,6.27795,28.715,17.5981,11.1173,6460.37,3959.65,2500.81
+Add23_f2h,20.3149,81.1815,49.9289,31.2526,7990.12,4914.06,3076.06,14.3871,57.5519,35.3971,22.1552,5654.05,3477.38,2176.71
+Add23_h2f,5.29007,18.9716,11.6231,7.34846,7171.96,4393.94,2778.02,3.74105,13.4814,8.25981,5.22185,5095.23,3121.71,1973.61
+Add24,11.2873,49.7509,30.2964,19.4545,8815.75,5368.47,3447.27,7.98223,35.2025,21.4374,13.7657,6237.44,3798.46,2439.07
+Add24_f2h,14.405,57.1891,34.8867,22.3024,7940.5,4843.94,3096.56,10.1872,40.4599,24.6826,15.7779,5617.28,3426.88,2190.47
+Add24_h2f,5.33388,19.3044,11.7551,7.54925,7310.5,4451.56,2858.94,3.83415,13.6997,8.34285,5.35713,5195.18,3163.71,2031.57
+Add25,8.75476,40.2434,24.9644,15.279,9195.92,5704.85,3491.07,6.19722,28.5635,17.7193,10.8446,6522.5,4046.65,2475.93
+Add25_f2h,20.1161,82.2092,51.1235,31.0857,8171.72,5081.58,3090.13,14.2438,58.2576,36.2306,22.0276,5781.64,3595.38,2186.32
+Add25_h2f,5.27612,19.5688,12.1329,7.43597,7418.53,4599.54,2818.99,3.73158,13.8926,8.61378,5.27904,5266.09,3265.1,2001.08
+Add26,8.7674,40.3179,25.3121,15.0058,9197.87,5774.46,3423.41,6.20711,28.5804,17.9435,10.6371,6512.63,4088.68,2423.99
+Add26_f2h,20.1714,82.6833,52.0254,30.6579,8196.8,5157.5,3039.3,14.2777,58.546,36.8384,21.7078,5797.29,3647.74,2149.57
+Add26_h2f,5.2755,19.4721,12.2095,7.26253,7382.4,4628.99,2753.42,3.73117,13.8207,8.66606,5.15474,5238.94,3285.02,1953.97
+Add27,11.1843,50.4854,31.4916,18.9938,9027.49,5631.16,3396.33,7.9091,35.73,22.288,13.4425,6388.21,3984.94,2403.36
+Add27_f2h,17.215,69.9894,43.7366,26.2528,8132.49,5082.37,3050.12,12.1926,49.5781,30.9806,18.5981,5752.34,3595.04,2157.37
+Add27_h2f,5.28841,19.6402,12.2402,7.40007,7427.35,4628.85,2798.5,3.74078,13.9399,8.68767,5.25242,5269.55,3284.09,1985.53
+Add28,8.73735,40.0918,25.2493,14.8425,9179.93,5781.38,3398.55,6.18426,28.4037,17.8884,10.5155,6499.5,4093.29,2406.26
+Add28_f2h,20.0577,82.5983,52.1453,30.453,8234.96,5198.73,3036.23,14.212,58.5442,36.9609,21.5836,5824.23,3676.89,2147.37
+Add28_h2f,5.33532,19.8316,12.4781,7.35346,7421.97,4670.26,2751.71,3.83712,14.3924,9.0537,5.33892,5266.13,3313.81,1952.39
+Add29,8.73956,39.8315,25.3262,14.5053,9114.93,5795.69,3319.24,6.18539,28.2229,17.9451,10.2782,6452.34,4102.78,2349.66
+Add29_f2h,19.9302,82.4415,52.5543,29.8873,8271.76,5273.03,2998.74,14.1093,58.388,37.2219,21.1665,5850.58,3729.7,2120.93
+Add29_h2f,5.31975,19.701,12.5142,7.18678,7475.14,4748.32,2726.81,3.80674,13.9904,8.88687,5.10378,5314.32,3375.78,1938.64
+Add2_f2h,27.9959,99.3789,62.5849,36.794,7108.69,4477.52,2631.18,19.8106,70.7329,44.6346,26.1164,5062.88,3195.89,1868.28
+Add2_h2f,21.8283,78.8418,48.6398,30.202,7222.01,4455.29,2766.73,15.4364,56.1344,34.7155,21.4366,5140.28,3178.69,1963.21
+Add3,19.3839,84.2165,55.3964,28.8201,8699.77,5723.1,2976.67,13.7121,59.6058,39.2138,20.3932,6162.34,4054.84,2107.63
+Add30,11.2081,50.3589,31.7726,18.5862,8986.61,5669.86,3316.75,7.92595,35.6402,22.487,13.1536,6359.89,4012.74,2347.24
+Add30_f2h,17.4758,71.5971,45.271,26.3262,8195.3,5182.19,3013.12,12.3884,50.7593,32.0942,18.6656,5796.6,3665.49,2131.17
+Add30_h2f,5.27643,19.4931,12.2911,7.20202,7388.83,4658.89,2729.94,3.73199,13.8463,8.73137,5.11513,5246.89,3308.6,1938.37
+Add31,0.396442,1.22564,0.764432,0.461209,6165.78,3846.09,2319.7,0.284326,1.58002,0.98564,0.594413,8102.09,5055.82,3046.44
+Add31_f2h,0.809076,1.36364,0.850185,0.513452,2660.4,1659.12,1001.27,0.636169,1.498,0.93363,0.564389,2743.85,1710.87,1033.03
+Add31_h2f,0.129454,0.0344863,0.0215079,0.0129784,514.231,320.98,193.251,0.0934957,0.085008,0.0529757,0.0320343,1260.83,787.256,473.598
+Add3_f2h,27.9995,113.419,75.4189,38,8101.81,5387.42,2714.39,19.8133,80.4002,53.4775,26.9247,5739.24,3817.49,1921.9
+Add3_h2f,21.828,88.7986,57.8825,30.9161,8136.52,5303.75,2832.77,15.4361,62.9262,41.0275,21.9002,5765.62,3759.19,2006.56
+Add4,25.2021,109.339,69.1431,40.1956,8679.65,5488.99,3190.66,17.8374,77.4612,49.0014,28.4636,6145.82,3888.12,2258.01
+Add4_f2h,54.8381,227.205,145.608,81.5971,8290.89,5313.68,2977.21,38.8148,160.96,103.191,57.7775,5871.03,3764.37,2106.96
+Add4_h2f,20.8082,85.9608,53.9681,31.9927,8261.17,5186.46,3074.71,14.7156,60.8827,38.2401,22.6459,5849.43,3673.87,2175.88
+Add5,18.3902,84.3374,55.4563,28.881,9158.85,6020.58,3138.27,13.0145,59.9538,39.4588,20.5013,6495.82,4272.67,2223.85
+Add5_f2h,52.5577,223.355,147.844,75.5108,8633.1,5736.35,2896.75,41.0843,172.923,114.184,58.7452,6111.46,4062.06,2049.8
+Add5_h2f,21.3908,91.48,59.7227,31.7573,8543.72,5576.36,2967.36,15.1322,64.8702,42.3847,22.4926,6049.21,3950.45,2099.43
+Add6,17.4475,76.3058,49.8737,26.4321,8757.37,5725.3,3032.07,12.3416,53.9826,35.2918,18.696,6200.62,4055.79,2145.43
+Add6_f2h,78.6158,330.238,219.427,110.811,8421.49,5598.56,2822.92,55.6768,233.593,155.218,78.4009,5961.87,3965.63,1996.89
+Add6_h2f,20.8524,85.6316,55.5811,30.0505,8212.43,5330.35,2882.08,14.7456,60.6346,39.379,21.2623,5814.33,3775.95,2039.03
+Add7,24.9686,108.541,68.418,40.1235,8695.27,5481.14,3214.12,17.6568,76.8331,48.4614,28.383,6155.36,3882.66,2273.62
+Add7_f2h,62.7404,259.957,165.983,93.9749,8308.17,5308.25,2999.92,44.4591,183.937,117.441,66.5205,5881.22,3760,2121.98
+Add7_h2f,20.8101,86.1797,53.9434,32.2363,8283.86,5185.4,3098.46,14.7162,61.0198,38.2202,22.8086,5865.81,3674.38,2192.31
+Add8,17.6899,77.5743,50.2264,27.348,8775.77,5682.64,3093.13,12.5138,54.8845,35.5378,19.3485,6210.13,4022.02,2188.31
+Add8_f2h,83.3626,352.496,231.707,120.789,8457.12,5559.21,2897.92,58.9719,249.424,163.976,85.4559,5981.72,3932.59,2049.31
+Add8_h2f,20.8989,85.9449,55.2763,30.6686,8225.31,5290.3,2935.01,14.7816,60.8117,39.1174,21.6967,5818.86,3743.18,2075.91
+Add9,17.6956,75.1977,48.6944,26.5033,8500.24,5504.64,2995.6,12.5184,53.2155,34.46,18.7562,6013.36,3894.4,2119.04
+Add9_f2h,82.8254,337.55,222.322,115.228,8151.08,5368.6,2782.49,58.5965,238.83,157.31,81.5231,5764.4,3796.86,1967.62
+Add9_h2f,20.8517,82.5853,53.0859,29.4994,7921.12,5091.73,2829.38,14.7458,58.4972,37.6036,20.8945,5610.17,3606.42,2003.84
+Conv1,174.622,421.265,201.391,219.874,4799.44,2288.31,2511.12,123.525,321.252,166.184,159.301,3644.22,1880.24,1813.82
+Conv10,90.3128,381.213,233.648,147.565,8444.02,5175.72,3268.3,63.8945,269.653,165.267,104.388,5971.16,3660.1,2311.1
+Conv10_f2h,32.0547,135.935,84.4552,51.4794,8482.08,5270.04,3212.04,22.6804,96.1837,59.7582,36.4267,5998.4,3727.01,2271.46
+Conv10_h2f,10.5675,40.812,24.9802,15.8318,7723.92,4727.67,2996.25,7.47381,28.8877,17.6823,11.206,5466.01,3345.8,2120.33
+Conv11,140.577,589.922,354.18,235.742,8393.31,5039.32,3353.99,99.4117,417.168,250.461,166.709,5935.19,3563.56,2371.67
+Conv11_f2h,15.1273,59.0802,34.3177,24.7625,7812.41,4538.14,3274.27,10.6992,41.7989,24.28,17.5198,5526.88,3210.68,2316.31
+Conv11_h2f,10.5792,42.4989,26.5104,15.9885,8034.13,5011.61,3022.52,7.48174,30.082,18.7653,11.3169,5685.66,3546.75,2138.95
+Conv12,167.515,695.778,426.345,269.434,8307.72,5090.78,3216.94,118.467,492.044,301.501,190.545,5874.73,3599.97,2274.79
+Conv12_f2h,14.881,59.0727,35.667,23.4057,7952.24,4801.46,3150.78,10.5393,41.8586,25.2741,16.585,5631.84,3400.55,2231.35
+Conv12_h2f,10.5947,41.783,26.4937,15.2892,7887.33,5001.18,2886.15,7.493,29.5751,18.7533,10.8221,5581.66,3539.24,2042.45
+Conv13,163.856,684.766,420.14,264.626,8358.58,5128.51,3230.07,115.875,484.236,297.105,187.133,5910.6,3626.58,2284.04
+Conv13_f2h,14.6929,58.143,34.969,23.174,7914.08,4759.78,3154.29,10.3926,41.147,24.7477,16.3996,5598.75,3367.36,2231.44
+Conv13_h2f,10.5613,42.4051,27.0983,15.3068,8030.86,5132,2898.86,7.46856,30.0103,19.1779,10.8326,5683.46,3632,2051.49
+Conv14,166.656,693.932,433.67,260.262,8328.27,5204.82,3123.45,117.858,490.722,306.673,184.051,5889.14,3680.52,2208.65
+Conv14_f2h,14.7899,59.1467,36.4903,22.6564,7995.87,4932.92,3062.95,10.4854,41.9732,25.8964,16.0771,5656.55,3489.75,2166.83
+Conv14_h2f,10.5466,41.836,27.0179,14.8181,7933.62,5123.59,2810.03,7.45794,29.6061,19.1205,10.4858,5614.19,3625.83,1988.41
+Conv15,38.244,164.048,100.733,63.3146,8579.14,5268.08,3311.06,27.046,116.03,71.2479,44.7823,6067.29,3725.73,2341.58
+Conv15_f2h,14.5914,58.2375,35.5473,22.6902,7982.55,4872.46,3110.09,10.3186,41.2036,25.1511,16.0533,5647.33,3447.24,2200.2
+Conv15_h2f,5.36591,19.9204,12.363,7.55743,7424.2,4607.58,2816.61,3.79436,14.1705,8.79504,5.37569,5280.79,3277.55,2003.32
+Conv16,65.7442,285.597,177.243,108.354,8688.58,5392.23,3296.35,46.4938,201.969,125.343,76.6265,6144,3813.07,2330.95
+Conv16_f2h,8.07266,31.1377,19.0284,12.1093,7714.42,4714.32,3000.1,5.70882,22.0551,13.478,8.57725,5463.71,3338.92,2124.82
+Conv16_h2f,5.37147,20.4791,12.9421,7.53703,7625.01,4818.74,2806.27,3.79835,14.5391,9.18856,5.35066,5413.07,3421,1992.12
+Conv17,42.064,181.248,112.411,68.8372,8619.77,5346.16,3273.62,29.7779,128.287,79.5627,48.7247,6095.56,3780.63,2314.96
+Conv17_f2h,16.9562,69.8631,43.5974,26.2657,8239.64,5141.83,3097.8,12.0049,49.482,30.8794,18.6029,5827.98,3636.93,2191.09
+Conv17_h2f,5.36951,19.8329,12.2666,7.56627,7386.95,4568.8,2818.14,3.7977,14.0692,8.70208,5.36729,5238.68,3240.19,1998.54
+Conv18,67.3709,286.812,175.784,111.027,8515.35,5219.14,3296.21,47.6566,202.876,124.339,78.5384,6021.72,3690.82,2330.93
+Conv18_f2h,8.03381,30.3417,18.3174,12.0243,7553.07,4559.83,2993.24,5.68152,21.5474,13.0086,8.539,5363.11,3237.82,2125.33
+Conv18_h2f,5.36257,20.0592,12.5343,7.52491,7480.48,4674.3,2806.19,3.79235,14.2331,8.89391,5.33933,5306.51,3315.91,1990.66
+Conv19,80.3214,341.92,212.062,129.858,8514.78,5281.11,3233.67,56.8122,241.827,149.981,91.8466,6021.13,3734.55,2286.62
+Conv19_f2h,8.10378,31.2805,19.2244,12.0561,7714.35,4741.22,2973.13,5.74732,22.2537,13.6761,8.5778,5464.6,3358.57,2106.07
+Conv19_h2f,5.41437,20.2452,12.8106,7.43458,7545.76,4774.79,2770.98,3.86967,14.3806,9.10008,5.28076,5364.57,3394.74,1969.92
+Conv1_f2h,6.3224,13.0911,5.82586,7.26522,4088.68,1806.81,2281.87,4.50384,10.2562,5.13352,5.33075,3166.3,1578.37,1655.62
+Conv1_h2f,20.9136,52.8942,27.7814,25.1128,5059.28,2657.42,2401.86,14.789,39.2661,21.4514,18.0694,3756.14,2052.16,1728.3
+Conv2,307.782,1024.12,595.423,428.699,6653.72,3868.33,2785.39,217.646,734.491,430.209,305.079,4771.02,2794.33,1981.87
+Conv20,78.1278,333.871,207.881,125.989,8547.41,5322.05,3225.36,55.2511,236.106,147.009,89.0988,6044.29,3763.53,2280.79
+Conv20_f2h,8.0013,30.8855,19.0615,11.824,7719.03,4763.93,2955.1,5.65835,21.9342,13.5377,8.39683,5481.37,3383.09,2098.36
+Conv20_h2f,5.3629,19.8115,12.5793,7.23219,7388.9,4691.57,2697.33,3.79279,14.0609,8.92816,5.1329,5243.67,3329.52,1914.21
+Conv21,80.2786,343.147,215.866,127.282,8549.99,5378.74,3171.25,56.7803,242.685,152.666,90.0207,6046.01,3803.58,2242.47
+Conv21_f2h,8.01787,30.88,19.2978,11.5821,7702.66,4813.67,2888.99,5.67027,21.8781,13.6724,8.20592,5456.47,3410.01,2046.52
+Conv21_h2f,5.37001,20.3721,13.0519,7.3202,7587.08,4860.82,2726.26,3.79825,14.4575,9.26289,5.19478,5382.54,3448.52,1934.07
+Conv2_f2h,27.627,79.905,40.5987,39.3063,5780.5,2936.19,2844.31,19.5433,58.0274,30.2178,28.055,4192.93,2182.46,2028.31
+Conv2_h2f,20.9352,73.9105,47.1414,26.7692,7060.33,4503.14,2557.2,14.8049,52.7684,33.7394,19.0438,5039.88,3222.35,1818.95
+Conv3,309.083,1232.59,785.441,447.15,7978.42,5084.33,2894.09,218.568,873.993,557.401,316.681,5658.77,3609.32,2050.03
+Conv3_f2h,27.8734,103.065,61.5928,41.4719,7402.94,4425.27,2977.67,19.7311,73.258,43.8773,29.4084,5262.47,3153.68,2110.77
+Conv3_h2f,20.9195,84.5406,56.8816,27.659,8083.02,5438.55,2644.47,14.7928,59.8999,40.3131,19.5884,5727.3,3854.57,1872.89
+Conv4,322.719,1401.3,895.195,506.101,8698.14,5558.46,3139.68,228.36,990.931,633.099,357.9,6156.32,3935.77,2220.97
+Conv4_f2h,27.8507,115.914,70.2976,45.6165,8325.55,5049.3,3276.25,19.7057,82.0999,49.8158,32.291,5894.33,3576.74,2318.09
+Conv4_h2f,20.9916,91.4069,61.7262,29.6807,8709.15,5881.22,2827.93,14.8444,64.6849,43.6858,21,6162.81,4162.15,2000.74
+Conv5,342.079,1466.82,953.788,513.027,8625.68,5618.29,3007.38,243.025,1037.96,674.59,363.661,6110.16,3984.53,2127.34
+Conv5_f2h,29.7996,126.901,80.1563,46.7446,8541.6,5399.26,3142.34,21.1314,89.8283,56.7306,33.108,6046.59,3824.36,2222.92
+Conv5_h2f,21.0449,89.4069,60.7654,28.6415,8496.02,5774.26,2721.76,14.8823,63.3142,43.0491,20.2693,6015.41,4089.96,1925.85
+Conv6,366.167,1544.8,970.645,574.154,8437.56,5301.57,3135.99,258.931,1092.95,686.959,406.064,5969.24,3751.88,2217.78
+Conv6_f2h,29.7189,123.016,74.1021,48.9137,8298.6,5003.1,3295.51,21.0821,87.1348,52.4765,34.6703,5873.05,3542.91,2330.96
+Conv6_h2f,21.0334,89.908,60.4888,29.4191,8548.78,5751.46,2797.32,14.8743,63.6171,42.8066,20.812,6048.14,4069.61,1978.68
+Conv7,370.721,1526.79,975.829,550.957,8238.3,5265.69,2972.61,262.168,1079.73,690.151,389.613,5826.45,3724.58,2102.05
+Conv7_f2h,28.6144,117.921,73.4724,44.4486,8244.58,5137.45,3107.13,20.2404,83.4145,51.9759,31.4423,5831.8,3634.58,2197.47
+Conv7_h2f,20.9627,85.9711,57.9984,27.9727,8202.44,5533.61,2668.84,14.8231,60.8081,41.0246,19.7842,5801.7,3914.18,1887.59
+Conv8,85.7697,364.625,220.731,143.895,8503.51,5147.94,3355.57,60.6542,257.845,156.091,101.757,6013.43,3640.68,2372.84
+Conv8_f2h,28.2226,114.351,68.3001,46.0511,8103.03,4839.74,3263.29,19.9598,80.8973,48.3224,32.5765,5731.14,3423.29,2307.96
+Conv8_h2f,10.5944,42.4202,26.1786,16.2416,8007.38,4941.51,3065.88,7.49241,30.028,18.5325,11.496,5666.85,3497.34,2169.6
+Conv9,138.631,604.548,373.126,231.422,8721.95,5383.25,3338.7,98.0322,427.509,263.864,163.649,6167.67,3806.87,2360.86
+Conv9_f2h,14.972,60.9,36.4674,24.4325,8135.05,4871.29,3263.76,10.589,43.0913,25.8049,17.2872,5754.87,3446.19,2308.78
+Conv9_h2f,10.6041,44.2087,28.2382,15.9704,8337.89,5325.84,3012.05,7.49957,31.2942,19.9899,11.3047,5900.93,3769.39,2131.62
+Mul1,1.17541,5.23179,3.26342,1.96837,9516.94,5936.74,3580.2,0.876982,4.143,2.58393,1.55914,7779.43,4853.1,2926.46
+Mul1_f2h,0.866649,1.15065,0.717796,0.432853,2581.39,1610.48,970.91,0.63788,1.21901,0.760487,0.45855,2684.43,1674.92,1009.55
+Mul1_h2f,0.182164,0.0453634,0.0282781,0.0170852,423.822,264.119,159.703,0.132397,0.122776,0.0765148,0.0462633,1112.34,692.957,419.399
+Pool1,5.19545,23.3959,14.6038,8.79204,9005.65,5621.39,3384.26,3.67464,16.5981,10.3611,6.23727,6386.83,3986.88,2400.04
+Pool1_f2h,7.76594,29.7619,18.5909,11.171,7665.15,4788.08,2877.06,5.49184,21.0853,13.1714,7.9142,5430.35,3392.22,2038.2
+Pool1_h2f,0.247834,0.0992326,0.0620025,0.0372301,788.32,492.524,295.796,0.176061,0.193642,0.121002,0.0726439,1528.12,954.657,573.489
+Relu1,15.7218,47.6272,24.3858,23.2413,6068.37,3109.12,2959.26,11.12,34.6311,18.1982,16.591,4417.52,2323.69,2113.76
+Relu10,7.86875,36.0799,21.9123,14.1676,9171.18,5569.92,3601.25,5.56493,25.5542,15.5208,10.0338,6495.21,3945.03,2550.3
+Relu10_f2h,14.7797,59.1119,36.0231,23.0889,7999.45,4875.03,3124.43,10.4543,41.8299,25.4918,16.3388,5659.12,3448.94,2210.27
+Relu10_h2f,10.4938,41.2344,25,16.2344,7859.14,4764.95,3094.19,7.42133,29.1837,17.6947,11.4895,5561.82,3372.3,2189.62
+Relu11,8.59732,38.8844,23.5484,15.3361,9045.57,5477.91,3567.66,6.08155,27.547,16.6833,10.8639,6405.63,3879.35,2526.35
+Relu11_f2h,14.7683,58.4599,35.5476,22.9123,7916.54,4813.8,3102.74,10.4441,41.3655,25.1536,16.2123,5600.65,3405.66,2195.05
+Relu11_h2f,11.0992,43.4074,26.2047,17.2027,7820.83,4721.3,3099.53,7.85061,30.7308,18.5528,12.1783,5534.58,3341.23,2193.41
+Relu12,7.85466,36.5025,22.6357,13.8668,9292.64,5762.53,3530.1,5.55462,26.0339,16.1441,9.89001,6622.72,4106.96,2515.83
+Relu12_f2h,14.3058,56.635,35.2456,21.3894,7924.65,4931.75,2992.9,10.1179,40.145,24.9837,15.1618,5617.17,3495.78,2121.45
+Relu12_h2f,10.4801,41.3643,25.6069,15.7575,7893.64,4886.59,3007.04,7.41178,29.2778,18.1254,11.1528,5586.04,3458.19,2127.9
+Relu13,8.56125,39.5474,24.3571,15.1903,9237.04,5689.16,3547.87,6.05455,28.1545,17.3375,10.8174,6571.95,4047.17,2524.85
+Relu13_f2h,14.7184,58.0328,35.8934,22.1394,7898.2,4885.07,3013.13,10.4134,41.0859,25.4118,15.6744,5593.87,3459.87,2134.05
+Relu13_h2f,11.0576,43.5721,26.7531,16.819,7881.1,4838.94,3042.16,7.82003,30.8389,18.9355,11.9037,5577.37,3424.54,2152.88
+Relu14,3.97634,19.8199,12.1465,7.6734,9965.36,6107.18,3858.18,2.81232,14.0894,8.63491,5.45462,7079.91,4338.99,2741
+Relu14_f2h,7.82028,30.3544,18.6345,11.72,7763.83,4766.17,2997.66,5.53103,21.5062,13.2029,8.30349,5500.08,3376.57,2123.59
+Relu14_h2f,5.27702,19.5391,11.9656,7.57355,7405.25,4534.9,2870.36,3.73208,13.8726,8.4959,5.37685,5256.59,3219.25,2037.4
+Relu15,4.46626,21.8376,13.2267,8.61093,9781.82,5924.68,3857.13,3.15993,15.5046,9.39167,6.11315,6943.47,4205.89,2737.67
+Relu15_f2h,7.89618,29.6604,18.0015,11.6589,7507.67,4556.56,2951.11,5.60608,21.1257,12.8217,8.30428,5317.97,3227.59,2090.44
+Relu15_h2f,5.52563,20.1041,12.1597,7.94437,7274.55,4399.92,2874.63,3.90829,14.2691,8.63063,5.63864,5160.14,3121.08,2039.12
+Relu16,3.96712,20.0653,12.3763,7.689,10117.4,6240.44,3876.96,2.80579,14.2471,8.7882,5.45913,7183.49,4431.09,2752.52
+Relu16_f2h,7.75796,29.607,18.2965,11.3105,7632.82,4716.92,2915.9,5.48702,20.9737,12.9613,8.01269,5405.95,3340.76,2065.26
+Relu16_h2f,5.27422,19.6466,12.1051,7.54152,7449.65,4590.04,2859.6,3.73078,13.9436,8.59179,5.35198,5285.08,3256.59,2028.56
+Relu17,4.46968,21.963,13.6141,8.34894,9828.48,6092.31,3736.18,3.16255,15.5965,9.66821,5.92856,6975.6,4324.14,2651.58
+Relu17_f2h,8.1633,31.6672,19.672,11.9952,7758.66,4819.83,2938.83,5.77354,22.4306,13.9347,8.4963,5494.62,3413.55,2081.16
+Relu17_h2f,5.53729,20.6582,12.7873,7.87092,7461.37,4618.48,2842.9,3.91618,14.6649,9.07828,5.5869,5295.73,3278.22,2017.6
+Relu18,3.96121,19.9626,12.504,7.45868,10080,6313.84,3766.17,2.80174,14.1804,8.88221,5.29831,7159.1,4484.31,2674.84
+Relu18_f2h,7.75018,29.9637,18.8008,11.1629,7732.03,4851.48,2880.55,5.4848,21.2416,13.3283,7.91355,5476.67,3436.38,2040.34
+Relu18_h2f,5.25633,19.6445,12.2951,7.34942,7474.65,4678.23,2796.42,3.71689,13.9391,8.72404,5.21518,5303.65,3319.39,1984.31
+Relu19,4.48848,22.1017,13.8543,8.24737,9855.95,6178.04,3677.91,3.18658,15.7342,9.86359,5.87074,6998.62,4387.13,2611.56
+Relu19_f2h,8.14713,31.7315,19.936,11.7955,7788.29,4893.2,2895.1,5.76233,22.481,14.1242,8.35708,5515.4,3465.21,2050.25
+Relu19_h2f,5.53758,20.7902,13.0137,7.77652,7509.53,4700.58,2808.94,3.91635,14.7505,9.2334,5.51724,5327.62,3334.91,1992.78
+Relu1_f2h,27.4697,75.5402,38.6841,36.8561,5510.99,2824.48,2686.52,19.4328,55.1294,29.0815,26.3358,4027.76,2127.42,1921.08
+Relu1_h2f,20.8432,59.4527,30.4349,29.0178,5705.97,2921.25,2784.72,14.7403,43.2523,22.743,20.713,4151.39,2183.21,1987.71
+Relu2,15.6922,62.2018,37.6932,24.5087,7928.92,4804.97,3123.95,11.0981,44.251,26.8823,17.3847,5640.39,3426.77,2215.66
+Relu2_f2h,27.4183,99.9831,61.0632,38.9199,7289.67,4451.68,2837.98,19.3974,71.2089,43.604,27.6298,5186.27,3175.2,2012.89
+Relu2_h2f,20.833,77.2117,46.7116,30.5001,7413.36,4485.02,2928.34,14.733,54.8865,33.2729,21.6286,5269.9,3194.8,2076.54
+Relu3,16.7972,74.5864,45.9807,28.6058,8880.69,5474.72,3405.97,11.8791,52.8166,32.5723,20.2471,6287.66,3877.63,2410.37
+Relu3_f2h,27.5363,113.932,70.807,43.1255,8274.93,5142.95,3131.98,19.4862,80.7269,50.1877,30.5436,5858.58,3642.6,2216.3
+Relu3_h2f,21.969,91.4346,55.9909,35.4437,8323.89,5097.22,3226.67,15.5355,64.7301,39.6523,25.081,5892.34,3609.53,2283.11
+Relu4,15.7301,72.5141,46.4394,26.0747,9222.54,5906.65,3315.89,11.1258,51.3576,32.9074,18.4553,6532.12,4185.96,2346.8
+Relu4_f2h,27.4947,117.455,75.7723,41.6831,8542.99,5511.04,3031.95,19.4508,83.1966,53.701,29.5038,6047.59,3903.27,2144.91
+Relu4_h2f,20.8274,89.0752,56.8414,32.2339,8553.76,5458.43,3095.33,14.7283,63.0717,40.27,22.8082,6056.29,3866.87,2190.05
+Relu5,17.3272,77.2477,47.3925,29.8552,8915.61,5469.7,3445.92,12.2651,54.7406,33.6028,21.1449,6311.35,3874.11,2438.06
+Relu5_f2h,30.181,124.467,77.0351,47.4321,8235.63,5094.97,3140.67,21.369,88.3475,54.7363,33.6223,5829.28,3608.44,2221.57
+Relu5_h2f,21.9931,91.2,55.5979,35.6021,8293.67,5056.11,3237.57,15.5589,64.5961,39.4043,25.2004,5871.35,3581.64,2290.5
+Relu6,15.8935,70.7734,44.6559,26.1175,8909.94,5622.41,3287.53,11.2415,50.1636,31.6568,18.5089,6317.03,3987.22,2330.08
+Relu6_f2h,29.4192,120.534,76.6245,43.9095,8205.47,5217.71,2987.77,20.8359,85.3161,54.229,31.0903,5806.09,3692.5,2113.8
+Relu6_h2f,20.9166,86.1995,54.1674,32.0321,8242.75,5179.8,3062.95,14.7909,60.9747,38.322,22.6552,5830.79,3664.73,2166.31
+Relu7,16.8139,72.987,44.3367,28.6503,8682.5,5274.35,3408.15,11.8908,51.6385,31.3713,20.2688,6142.58,3731.84,2410.93
+Relu7_f2h,28.3017,113.854,69.72,44.1342,8047.34,4928.22,3119.11,20.0174,80.5279,49.3132,31.2168,5691.5,3485.8,2205.85
+Relu7_h2f,22.041,89.2722,53.8809,35.3913,8101.07,4889.65,3211.41,15.6007,63.1996,38.1463,25.0552,5730.02,3458.88,2271.31
+Relu8,8.6595,40.1854,24.2306,15.9548,9283.68,5598.03,3685.64,6.13232,28.4788,17.1721,11.3072,6572.26,3963.36,2609.04
+Relu8_f2h,15.0619,61.1893,37.0436,24.1457,8125.34,4919.08,3206.27,10.652,43.2952,26.2123,17.0839,5748.51,3480.4,2268.24
+Relu8_h2f,10.7582,43.1574,25.9549,17.2025,8022.66,4824.84,3197.82,7.60841,30.5473,18.3724,12.1756,5677.22,3414.52,2262.83
+Relu9,8.57887,38.5238,22.5326,15.9912,8978.24,5251.35,3726.89,6.06691,27.4339,16.0488,11.3857,6387.85,3736.81,2651.17
+Relu9_f2h,14.4553,55.9886,32.856,23.1325,7749.62,4547.83,3201.79,10.2233,39.6978,23.2972,16.4014,5494.46,3224.62,2269.95
+Relu9_h2f,11.1054,43.0539,25.1182,17.9357,7754,4523.73,3230.27,7.85503,30.4771,17.782,12.6957,5487.43,3201.59,2285.95
+Softmax1,2.22516,6.67368,4.16081,2.51286,5989.43,3734.33,2255.1,1.57533,4.88219,3.04381,1.83848,4370.27,2724.81,1645.55
diff --git a/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_fp32.csv b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_fp32.csv
new file mode 100644
index 0000000000000000000000000000000000000000..1c825c847259023cf9ab4d78b89dda08710ec175
--- /dev/null
+++ b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_fp32.csv
@@ -0,0 +1,74 @@
+Add1,21.6934,58.7548,31.0822,27.6726,5431.3,2876.93,2554.37,15.3418,45.0353,25.8605,19.9268,4170.35,2397.52,1841.24
+Add10,32.0305,157.253,106.44,50.8121,9819.95,6647.01,3172.94,22.6511,111.473,75.5251,35.9672,6961.24,4716.53,2245.89
+Add11,13.2849,62.5018,41.4729,21.0289,9426.61,6255.38,3171.23,9.39853,44.3375,29.446,14.8999,6690.48,4443.87,2247.88
+Add12,13.3116,62.903,42.3375,20.5655,9473.31,6376.28,3097.03,9.4262,44.5564,30.0016,14.5585,6714.71,4521.5,2193.76
+Add13,13.2261,60.7273,40.0247,20.7027,9184.29,6053.35,3130.94,9.35469,43.0083,28.3589,14.6532,6503.87,4288.67,2215.77
+Add14,18.2347,85.0395,55.6313,29.4083,9327.04,6101.58,3225.47,12.8946,60.2002,39.3989,20.8069,6602.17,4320.89,2281.89
+Add15,13.201,61.5741,40.8812,20.6929,9329.61,6194.38,3135.23,9.33612,43.6009,28.9576,14.646,6605.87,4387.49,2218.81
+Add16,13.1048,61.3472,41.1577,20.1895,9363.36,6282.02,3081.34,9.26961,43.4341,29.1451,14.2906,6627.73,4447.56,2180.42
+Add17,18.074,85.9011,57.2285,28.6726,9505.77,6332.9,3172.88,12.7825,60.7891,40.5063,20.2854,6725.93,4481.8,2244.41
+Add18,13.0014,61.4375,41.4414,19.9961,9451.79,6375.57,3076.22,9.19633,43.4954,29.3433,14.1535,6689.95,4513.32,2176.85
+Add19,12.9281,61.0404,41.4361,19.6043,9443.71,6410.78,3032.93,9.14237,43.1927,29.3243,13.8701,6682.35,4536.91,2145.7
+Add2,21.6463,74.901,45.7092,29.1918,6924.08,4226.11,2697.96,15.3072,54.6989,34.0441,20.8568,5058.68,3149.19,1928.09
+Add20,18.0244,86.3285,58.1531,28.1754,9582.35,6454.96,3127.39,12.7469,61.1622,41.2057,19.9583,6788.91,4573.83,2215.28
+Add21,11.443,53.5959,35.9335,17.6624,9368.34,6281.11,3087.23,8.0933,37.9341,25.4348,12.5,6629.85,4445.42,2184.56
+Add22,11.2802,53.8629,36.7609,17.102,9550.59,6518.28,3032.31,7.97721,38.1207,26.0183,12.103,6758.92,4613.25,2145.78
+Add23,11.4043,53.4182,36.0306,17.3876,9367.74,6318.51,3049.23,8.06561,37.8152,25.5087,12.3072,6629.92,4472.24,2157.8
+Add24,14.1964,67.2674,45.1882,22.0792,9476.37,6365.9,3110.47,10.0397,47.6016,31.9802,15.6223,6704.74,4504.4,2200.47
+Add25,11.4019,54.4409,37.1263,17.3146,9550.12,6512.81,3037.31,8.06306,38.5289,26.2759,12.2533,6758.64,4609.3,2149.39
+Add26,11.389,54.7724,37.8032,16.9691,9618.53,6638.66,2979.88,8.05392,38.7645,26.7556,12.0092,6806.88,4698.25,2108.68
+Add27,14.534,71.0934,48.8721,22.2213,9782.97,6725.16,3057.81,10.2779,50.3048,34.583,15.7223,6921.71,4758.46,2163.32
+Add28,11.3928,55.6158,38.6494,16.9664,9763.99,6785.38,2978.61,8.05735,39.362,27.355,12.0073,6909.78,4802.07,2107.78
+Add29,11.3734,55.2916,38.7026,16.589,9723.57,6806.29,2917.28,8.04323,39.1303,27.3912,11.7396,6881.02,4816.78,2064.32
+Add3,21.6875,87.1673,56.8165,30.3508,8044.5,5244.29,2800.21,15.3377,62.5303,41.0116,21.5851,5774.2,3788.18,1992.12
+Add30,14.737,73.1106,50.9526,22.158,9922.47,6915.21,3007.26,10.4237,51.7335,36.0556,15.6783,7019.51,4892.23,2127.34
+Add31,0.224655,0.0762958,0.0528715,0.0234243,659.266,456.971,202.295,0.159906,0.176819,0.122519,0.0543026,1530.64,1061.12,469.546
+Add4,31.9722,131.604,84.4071,47.197,8233.73,5281.05,2952.68,22.61,94.3563,60.9261,33.5436,5903.71,3812.26,2098.54
+Add5,21.6558,98.7438,66.2685,32.4754,9121.5,6121.82,2999.68,15.3155,70.2815,47.2673,23.0367,6492.68,4366.94,2127.81
+Add6,21.6444,102.842,70.2169,32.6251,9505.17,6490.1,3015.08,15.3068,73.0591,49.9573,23.1196,6753.39,4618.34,2136.68
+Add7,31.9182,154.555,104.005,50.5501,9684.68,6517.16,3167.52,22.5717,109.752,73.9651,35.8127,6876.69,4634.46,2243.88
+Add8,21.6322,107.553,73.8345,33.7187,9945.81,6827.96,3117.85,15.2981,76.4125,52.5414,23.892,7066.74,4859.42,2209.25
+Add9,21.8129,104.865,72.0378,32.8272,9617.72,6607.25,3010.47,15.4261,74.3584,51.1311,23.241,6820.84,4690.62,2131.47
+Conv1,96.2953,255.037,132.22,122.817,5159.09,2638.34,2520.75,68.2526,204.018,117.903,90.0101,4055.42,2323.39,1823.93
+Conv10,70.4671,340.841,226.917,113.924,9673.98,6440.5,3233.48,49.8536,241.418,160.812,80.6306,6848.59,4561.91,2287.37
+Conv11,129.334,614.475,398.927,215.548,9503.33,6169.85,3333.48,91.4697,434.917,282.486,152.474,6725.99,4368.85,2357.8
+Conv12,129.068,617.019,406.726,210.293,9562.46,6303.54,3258.92,91.2758,436.559,287.85,148.736,6765.83,4461.37,2304.88
+Conv13,129.135,621.204,409.93,211.274,9622.23,6349.82,3272.41,91.3223,439.472,290.061,149.429,6807.38,4493.24,2314.43
+Conv14,129.174,625.346,417.91,207.436,9683.85,6471.74,3212.11,91.3536,442.335,295.64,146.707,6849.89,4578.44,2271.64
+Conv15,61.1393,299.396,199.643,99.7523,9796.81,6532.83,3263.98,43.2444,211.769,141.223,70.5503,6929.6,4621.32,2308.42
+Conv16,84.5931,417.41,280.311,137.099,9869.83,6628.22,3241.61,59.8259,295.223,198.268,96.9599,6980.4,4688.15,2292.36
+Conv17,36.7136,180.084,122.113,57.9714,9812.69,6654.16,3158.53,25.9732,127.397,86.3877,41.0109,6940.16,4706.54,2233.71
+Conv18,84.6165,415.961,279.353,136.608,9832.95,6603.82,3229.13,59.8443,294.189,197.58,96.6131,6953.97,4670.58,2283.48
+Conv19,84.5493,420.587,286.448,134.139,9950.05,6776.78,3173.27,59.7919,297.44,202.583,94.8602,7036.73,4792.81,2243.99
+Conv2,167.13,533.192,304.506,228.686,6388.94,3650.52,2738.43,118.195,395.752,235.038,163.802,4746.52,2820.79,1962.43
+Conv20,84.5033,424.692,291.118,133.574,10052.5,6890.93,3161.61,59.759,300.336,205.879,94.46,7109.04,4873.38,2235.73
+Conv21,84.5829,428.664,296.983,131.681,10137.1,7023.19,3113.87,59.8165,303.148,210.028,93.1228,7168.75,4966.83,2201.97
+Conv3,167.964,647.325,407.112,240.213,7707.18,4847.1,2860.08,118.79,467.662,297.418,171.175,5566.56,3540.11,2037.55
+Conv4,167.592,744.048,484.83,259.218,8881.63,5787.69,3093.94,118.526,530.921,347.314,183.963,6338.14,4146.67,2195.7
+Conv5,177.005,835.874,561.072,274.802,9500.55,6383.92,3116.64,125.364,591.914,397.787,194.351,6756.17,4549.8,2208.86
+Conv6,218.988,1050.1,698.053,352.047,9847.98,6588.16,3259.83,159.09,748.601,496.158,252.938,7006.45,4702.25,2308.95
+Conv7,264.136,1280.25,861.007,419.244,9708.54,6531.25,3177.29,186.823,907.588,611.208,296.66,6890.93,4643.37,2249.66
+Conv8,100.507,490.584,323.717,166.867,9761,6440.68,3320.32,71.0869,347.741,229.7,118.109,6916.34,4568.28,2349.42
+Conv9,129.091,627.118,413.499,213.62,9716.34,6406.64,3309.7,91.291,444.149,293.072,151.141,6880.99,4540.5,2341.49
+Mul1,0.500934,0.486919,0.337278,0.14964,1850.52,1282.1,568.424,0.361084,0.684926,0.474355,0.210576,2540.71,1760.3,780.419
+Pool1,7.47447,35.1354,24.3713,10.764,9455.2,6558.7,2896.5,5.30974,24.9294,17.2922,7.63735,6710.44,4654.93,2055.55
+Relu1,19.1763,53.4017,28.007,25.3948,5567.29,2919.23,2648.06,13.5622,40.6992,23.0638,18.2718,4241.1,2402.95,1904.65
+Relu10,9.40207,43.1235,28.5091,14.6144,9172.92,6064.26,3108.66,6.64869,30.5546,20.2073,10.3494,6498.77,4297.98,2201.24
+Relu11,9.41748,43.1252,28.5286,14.5966,9164.63,6062.75,3101.88,6.66047,30.6133,20.2564,10.3587,6504.87,4304.29,2200.96
+Relu12,9.36322,43.724,29.3495,14.3744,9339.53,6269.12,3070.41,6.6214,30.9587,20.7838,10.1759,6612.24,4439.05,2173.4
+Relu13,9.40974,43.6635,29.1918,14.4716,9280.16,6204.35,3075.81,6.6551,30.9301,20.6807,10.25,6572.25,4394.33,2178.05
+Relu14,4.80981,20.8303,13.9278,6.90257,8662.5,5792.07,2870.43,3.40296,14.8309,9.91719,4.91395,6164.1,4121.99,2042.24
+Relu15,4.87483,20.4251,13.6704,6.7547,8463.01,5664.4,2798.61,3.50721,14.5206,9.71904,4.80188,6020.04,4029.63,1990.55
+Relu16,4.86403,20.6177,14.0222,6.5955,8564.49,5824.72,2739.77,3.49763,14.6509,9.9643,4.68671,6092.52,4143.6,1948.97
+Relu17,4.81198,21.0221,14.3894,6.63266,8734.67,5978.78,2755.88,3.40391,14.9788,10.2531,4.72591,6219.34,4257.18,1962.25
+Relu18,4.8106,21.1957,14.6867,6.509,8812.82,6106.5,2706.32,3.40271,15.0581,10.4344,4.62392,6259.54,4337.51,1922.11
+Relu19,4.81593,21.5459,14.9597,6.58625,8949.06,6213.41,2735.65,3.40702,15.3081,10.6291,4.67908,6356.15,4413.28,1942.92
+Relu2,19.0626,66.8226,40.3526,26.4701,7014.02,4236.15,2777.88,13.4814,48.633,29.9128,18.8899,5105.81,3141.06,1982.51
+Relu3,19.0941,78.945,49.9544,28.9906,8264.08,5228.56,3035.53,13.5031,56.5704,36.0347,20.6026,5917.81,3768.6,2156.24
+Relu4,19.1928,87.579,58.1748,29.4042,9138.5,6070.31,3068.19,13.5876,62.3198,41.4872,20.8544,6504.83,4330.45,2176.66
+Relu5,19.1354,92.4142,61.363,31.0513,9656.77,6411.83,3244.94,13.5331,65.6453,43.6566,22.0048,6856.9,4559.75,2298.84
+Relu6,19.1447,95.3407,64.7883,30.5524,9960.4,6768.59,3191.81,13.5399,67.727,46.0989,21.6475,7074.5,4815.39,2261.14
+Relu7,19.0951,93.1857,62.2371,30.9487,9757.72,6516.69,3241.03,13.5037,66.0793,44.1769,21.9139,6916.8,4623.74,2294.28
+Relu8,9.48155,43.6732,28.8388,14.8344,9253.12,6110.32,3142.8,6.73217,30.9767,20.4743,10.5085,6568.69,4341.77,2228.2
+Relu9,9.39785,42.293,27.4628,14.8302,8999.41,5843.66,3155.75,6.64609,29.965,19.467,10.5012,6374.39,4141.04,2234.03
+Softmax1,2.04054,7.19751,4.98957,2.20793,7058.19,4893.15,2165.04,1.44402,5.29548,3.67114,1.62439,5192.94,3600.29,1592.7
diff --git a/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_layers.txt b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_layers.txt
new file mode 100644
index 0000000000000000000000000000000000000000..6837e87207b24eec8c1913275aa742824a67f74f
--- /dev/null
+++ b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_layers.txt
@@ -0,0 +1,41 @@
+Conv1,2000,3,32,32,16,3,3,3,1,1
+Conv2,2000,16,32,32,16,16,3,3,1,1
+Conv3,2000,16,32,32,16,16,3,3,1,1
+NML1
+NML2
+Conv4,2000,16,32,32,16,16,3,3,1,1
+Conv5,2000,16,32,32,16,16,3,3,1,1
+NML3
+NML4
+Conv6,2000,16,32,32,16,16,3,3,1,1
+Conv7,2000,16,32,32,16,16,3,3,1,1
+NML5
+NML6
+Conv8,2000,16,32,32,32,16,3,3,2,2
+Conv9,2000,32,16,16,32,32,3,3,1,1
+Conv10,2000,16,32,32,32,16,1,1,2,2
+NML7
+NML8
+Conv11,2000,32,16,16,32,32,3,3,1,1
+Conv12,2000,32,16,16,32,32,3,3,1,1
+NML9
+NML10
+Conv13,2000,32,16,16,32,32,3,3,1,1
+Conv14,2000,32,16,16,32,32,3,3,1,1
+NML11
+NML12
+Conv15,2000,32,16,16,64,32,3,3,2,2
+Conv16,2000,64,8,8,64,64,3,3,1,1
+Conv17,2000,32,16,16,64,32,1,1,2,2
+NML13
+NML14
+Conv18,2000,64,8,8,64,64,3,3,1,1
+Conv19,2000,64,8,8,64,64,3,3,1,1
+NML15
+NML16
+Conv20,2000,64,8,8,64,64,3,3,1,1
+Conv21,2000,64,8,8,64,64,3,3,1,1
+NML17
+NML18
+NML19
+FC1,2000,64,64,10
diff --git a/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_ops.txt b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_ops.txt
new file mode 100644
index 0000000000000000000000000000000000000000..86795a48547725b624c69f8768a4f7e53103d623
--- /dev/null
+++ b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_ops.txt
@@ -0,0 +1,114 @@
+#Conv1,3
+Conv1
+Add1
+Relu1
+#Conv2,3
+Conv2
+Add2
+Relu2
+#Conv3,2
+Conv3
+Add3
+#NML1,1
+Add4
+#NML2,1
+Relu3
+#Conv4,3
+Conv4
+Add5
+Relu4
+#Conv5,2
+Conv5
+Add6
+#NML3,1
+Add7
+#NML4,1
+Relu5
+#Conv6,3
+Conv6
+Add8
+Relu6
+#Conv7,2
+Conv7
+Add9
+#NML5,1
+Add10
+#NML6,1
+Relu7
+#Conv8,3
+Conv8
+Add11
+Relu8
+#Conv9,2
+Conv9
+Add12
+#Conv10,2
+Conv10
+Add13
+#NML7,1
+Add14
+#NML8,1
+Relu9
+#Conv11,3
+Conv11
+Add15
+Relu10
+#Conv12,2
+Conv12
+Add16
+#NML9,1
+Add17
+#NML10,1
+Relu11
+#Conv13,3
+Conv13
+Add18
+Relu12
+#Conv14,2
+Conv14
+Add19
+#NML11,1
+Add20
+#NML12,1
+Relu13
+#Conv15,3
+Conv15
+Add21
+Relu14
+#Conv16,2
+Conv16
+Add22
+#Conv17,2
+Conv17
+Add23
+#NML13,1
+Add24
+#NML14,1
+Relu15
+#Conv18,3
+Conv18
+Add25
+Relu16
+#Conv19,2
+Conv19
+Add26
+#NML15,1
+Add27
+#NML16,1
+Relu17
+#Conv20,3
+Conv20
+Add28
+Relu18
+#Conv21,2
+Conv21
+Add29
+#NML17,1
+Add30
+#NML18,1
+Relu19
+#NML19,1
+Pool1
+#FC1,2
+Mul1
+Add31
diff --git a/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_promise_confs1.txt b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_promise_confs1.txt
new file mode 100644
index 0000000000000000000000000000000000000000..0f382344773bc67d7a63545f5441e02e17c8025d
--- /dev/null
+++ b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_promise_confs1.txt
@@ -0,0 +1,13 @@
+9 9 9,9 9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9,9,9,9 9
+9 9 9,9 9 9,9 9,8,8,9 9 9,7,8,8,9 9 9,7,8,8,7,8 8,9 9,8,8,8 8 8,8 8,8,8,9 9 9,8 8,8,8,7,9 9,8 8,8,8,8 8 8,8 8,8,8,9 9 9,8 8,8,8,8,9 9
+8 8 8,8 8 8,7,8,8,8 8 8,7,8,8,7,9 9,8,8,9 9 9,7,9 9,8,8,7,8 8,8,8,9 9 9,9 9,8,8,9 9 9,7,8 8,8,8,9 9 9,9 9,8,8,9 9 9,8 8,8,8,8,7
+8 8 8,8 8 8,7,8,8,8 8 8,8 8,8,8,9 9 9,7,8,8,9 9 9,9 9,9 9,8,8,8 8 8,8 8,8,8,9 9 9,9 9,8,8,7,7,9 9,8,8,9 9 9,8 8,8,8,7,9 9,8,8,8,9 9
+8 8 8,9 9 9,9 9,8,8,8 8 8,9 9,8,8,8 8 8,8 8,8,8,9 9 9,8 8,9 9,8,8,9 9 9,8 8,8,8,8 8 8,8 8,8,8,9 9 9,8 8,9 9,8,8,9 9 9,9 9,8,8,8 8 8,7,8,8,8,9 9
+9 9 9,8 8 8,7,8,8,7,8 8,8,8,8 8 8,9 9,8,8,7,8 8,8 8,8,8,8 8 8,8 8,8,8,9 9 9,8 8,8,8,9 9 9,8 8,9 9,8,8,9 9 9,9 9,8,8,9 9 9,9 9,8,8,8,7
+8 8 8,8 8 8,7,8,8,7,8 8,8,8,7,8 8,8,8,9 9 9,9 9,8 8,8,8,9 9 9,8 8,8,8,8 8 8,7,8,8,8 8 8,9 9,7,8,8,9 9 9,9 9,8,8,9 9 9,9 9,8,8,8,8 8
+8 8 8,8 8 8,7,8,8,9 9 9,7,8,8,7,8 8,8,8,9 9 9,7,7,8,8,7,8 8,8,8,9 9 9,8 8,8,8,9 9 9,9 9,8 8,8,8,9 9 9,9 9,8,8,9 9 9,8 8,8,8,8,7
+8 8 8,8 8 8,7,8,8,9 9 9,8 8,8,8,8 8 8,9 9,8,8,9 9 9,8 8,7,8,8,9 9 9,8 8,8,8,9 9 9,9 9,8,8,8 8 8,8 8,7,8,8,8 8 8,7,8,8,8 8 8,9 9,8,8,8,9 9
+8 8 8,9 9 9,7,8,8,8 8 8,8 8,8,8,8 8 8,9 9,8,8,9 9 9,8 8,8 8,8,8,8 8 8,9 9,8,8,7,9 9,8,8,9 9 9,8 8,7,8,8,9 9 9,9 9,8,8,8 8 8,9 9,8,8,8,9 9
+9 9 9,8 8 8,9 9,8,8,7,7,8,8,7,9 9,8,8,8 8 8,7,9 9,8,8,8 8 8,9 9,8,8,8 8 8,9 9,8,8,8 8 8,9 9,7,8,8,9 9 9,9 9,8,8,8 8 8,9 9,8,8,8,9 9
+8 8 8,8 8 8,7,8,8,8 8 8,7,8,8,7,9 9,8,8,9 9 9,7,9 9,8,8,7,9 9,8,8,9 9 9,8 8,8,8,8 8 8,9 9,8 8,8,8,9 9 9,9 9,8,8,9 9 9,8 8,8,8,8,9 9
+8 8 8,8 8 8,7,8,8,7,7,8,8,7,7,8,8,8 8 8,9 9,8 8,8,8,9 9 9,9 9,8,8,8 8 8,8 8,8,8,9 9 9,9 9,9 9,8,8,9 9 9,9 9,8,8,8 8 8,9 9,8,8,8,7
diff --git a/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_promise_confs2.txt b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_promise_confs2.txt
new file mode 100644
index 0000000000000000000000000000000000000000..25db61b421ddaf79a95c0b645fbcd381a7f07dc0
--- /dev/null
+++ b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_promise_confs2.txt
@@ -0,0 +1,32 @@
+9 9 9,9 9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9 9,9,9,9 9 9,9 9,9,9,9 9 9,9 9,9,9,9,9 9
+9 9 9,9 9 9,9 9,8,8,9 9 9,7,8,8,9 9 9,7,8,8,7,8 8,9 9,8,8,8 8 8,8 8,8,8,9 9 9,8 8,8,8,7,9 9,8 8,8,8,8 8 8,8 8,8,8,9 9 9,8 8,8,8,8,9 9
+9 9 9,9 9 9,7,8,8,9 9 9,7,8,8,9 9 9,9 9,8,8,7,8 8,9 9,8,8,7,7,8,8,9 9 9,8 8,8,8,9 9 9,9 9,8 8,8,8,8 8 8,9 9,8,8,8 8 8,8 8,8,8,8,7
+8 8 8,9 9 9,7,8,8,7,9 9,8,8,7,7,8,8,9 9 9,9 9,8 8,8,8,9 9 9,7,8,8,8 8 8,7,8,8,8 8 8,7,9 9,8,8,9 9 9,9 9,8,8,9 9 9,9 9,8,8,8,8 8
+8 8 8,8 8 8,8 8,8,8,7,9 9,8,8,7,7,8,8,7,9 9,8 8,8,8,9 9 9,8 8,8,8,8 8 8,8 8,8,8,8 8 8,7,9 9,8,8,9 9 9,9 9,8,8,8 8 8,9 9,8,8,8,9 9
+8 8 8,8 8 8,8 8,8,8,7,7,8,8,7,7,8,8,8 8 8,9 9,9 9,8,8,9 9 9,8 8,8,8,9 9 9,8 8,8,8,7,7,9 9,8,8,9 9 9,9 9,8,8,8 8 8,9 9,8,8,8,9 9
+8 8 8,8 8 8,7,8,8,8 8 8,7,8,8,7,9 9,8,8,9 9 9,7,9 9,8,8,7,8 8,8,8,9 9 9,9 9,8,8,9 9 9,7,8 8,8,8,9 9 9,9 9,8,8,9 9 9,8 8,8,8,8,7
+8 8 8,8 8 8,8 8,8,8,7,7,8,8,7,7,8,8,8 8 8,9 9,8 8,8,8,9 9 9,7,8,8,9 9 9,8 8,8,8,8 8 8,7,9 9,8,8,9 9 9,9 9,8,8,8 8 8,9 9,8,8,8,9 9
+8 8 8,8 8 8,7,8,8,7,7,8,8,7,7,8,8,8 8 8,9 9,8 8,8,8,9 9 9,7,8,8,8 8 8,8 8,8,8,7,7,9 9,8,8,9 9 9,9 9,8,8,8 8 8,9 9,8,8,8,8 8
+8 8 8,8 8 8,7,8,8,8 8 8,8 8,8,8,9 9 9,7,8,8,9 9 9,9 9,9 9,8,8,8 8 8,8 8,8,8,9 9 9,9 9,8,8,7,7,9 9,8,8,9 9 9,8 8,8,8,7,9 9,8,8,8,9 9
+8 8 8,9 9 9,9 9,8,8,8 8 8,9 9,8,8,8 8 8,8 8,8,8,9 9 9,8 8,9 9,8,8,9 9 9,8 8,8,8,8 8 8,8 8,8,8,9 9 9,8 8,9 9,8,8,9 9 9,9 9,8,8,8 8 8,7,8,8,8,9 9
+9 9 9,9 9 9,7,8,8,7,8 8,8,8,9 9 9,9 9,8,8,8 8 8,8 8,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,9 9 9,8 8,9 9,8,8,9 9 9,8 8,8,8,9 9 9,7,8,8,8,7
+8 8 8,9 9 9,8 8,8,8,7,9 9,8,8,8 8 8,9 9,8,8,9 9 9,7,7,8,8,8 8 8,7,8,8,9 9 9,8 8,8,8,9 9 9,7,9 9,8,8,8 8 8,9 9,8,8,8 8 8,9 9,8,8,8,9 9
+8 8 8,9 9 9,7,8,8,7,9 9,8,8,9 9 9,9 9,8,8,8 8 8,7,7,8,8,9 9 9,7,8,8,9 9 9,8 8,8,8,7,8 8,9 9,8,8,8 8 8,9 9,8,8,8 8 8,8 8,8,8,8,8 8
+9 9 9,8 8 8,7,8,8,7,8 8,8,8,8 8 8,9 9,8,8,7,8 8,8 8,8,8,8 8 8,8 8,8,8,9 9 9,8 8,8,8,9 9 9,8 8,9 9,8,8,9 9 9,9 9,8,8,9 9 9,9 9,8,8,8,7
+8 8 8,8 8 8,7,8,8,7,8 8,8,8,7,8 8,8,8,9 9 9,9 9,8 8,8,8,9 9 9,8 8,8,8,8 8 8,7,8,8,8 8 8,9 9,7,8,8,9 9 9,9 9,8,8,9 9 9,9 9,8,8,8,8 8
+8 8 8,9 9 9,8 8,8,8,7,7,8,8,7,7,8,8,8 8 8,9 9,8 8,8,8,9 9 9,7,8,8,8 8 8,8 8,8,8,9 9 9,8 8,7,8,8,8 8 8,9 9,8,8,8 8 8,8 8,8,8,8,9 9
+8 8 8,8 8 8,7,8,8,9 9 9,7,8,8,7,8 8,8,8,9 9 9,7,7,8,8,7,8 8,8,8,9 9 9,8 8,8,8,9 9 9,9 9,8 8,8,8,9 9 9,9 9,8,8,9 9 9,8 8,8,8,8,7
+8 8 8,8 8 8,7,8,8,9 9 9,7,8,8,9 9 9,7,8,8,8 8 8,9 9,8 8,8,8,9 9 9,7,8,8,8 8 8,8 8,8,8,7,7,9 9,8,8,9 9 9,9 9,8,8,8 8 8,9 9,8,8,8,9 9
+8 8 8,8 8 8,7,8,8,9 9 9,8 8,8,8,8 8 8,9 9,8,8,9 9 9,8 8,7,8,8,9 9 9,8 8,8,8,9 9 9,9 9,8,8,8 8 8,8 8,7,8,8,8 8 8,7,8,8,8 8 8,9 9,8,8,8,9 9
+9 9 9,9 9 9,7,8,8,8 8 8,7,8,8,8 8 8,9 9,8,8,8 8 8,8 8,9 9,8,8,8 8 8,7,8,8,9 9 9,9 9,8,8,7,8 8,8 8,8,8,8 8 8,9 9,8,8,8 8 8,9 9,8,8,8,7
+9 9 9,9 9 9,7,8,8,8 8 8,9 9,8,8,9 9 9,9 9,8,8,9 9 9,9 9,8 8,8,8,8 8 8,7,8,8,8 8 8,8 8,8,8,7,8 8,9 9,8,8,9 9 9,9 9,8,8,8 8 8,9 9,8,8,8,9 9
+8 8 8,8 8 8,7,8,8,7,7,8,8,7,7,8,8,7,7,9 9,8,8,9 9 9,9 9,8,8,8 8 8,8 8,8,8,8 8 8,8 8,9 9,8,8,9 9 9,9 9,8,8,9 9 9,9 9,8,8,8,7
+8 8 8,8 8 8,8 8,8,8,9 9 9,7,8,8,7,7,8,8,8 8 8,9 9,8 8,8,8,9 9 9,7,8,8,8 8 8,8 8,8,8,8 8 8,8 8,9 9,8,8,9 9 9,9 9,8,8,8 8 8,9 9,8,8,8,9 9
+8 8 8,8 8 8,7,8,8,7,7,8,8,8 8 8,7,8,8,9 9 9,9 9,9 9,8,8,9 9 9,7,8,8,8 8 8,9 9,8,8,8 8 8,7,9 9,8,8,9 9 9,9 9,8,8,8 8 8,9 9,8,8,8,9 9
+8 8 8,9 9 9,7,8,8,8 8 8,8 8,8,8,8 8 8,9 9,8,8,9 9 9,8 8,8 8,8,8,8 8 8,9 9,8,8,7,9 9,8,8,9 9 9,8 8,7,8,8,9 9 9,9 9,8,8,8 8 8,9 9,8,8,8,9 9
+9 9 9,8 8 8,9 9,8,8,7,7,8,8,7,9 9,8,8,8 8 8,7,9 9,8,8,8 8 8,9 9,8,8,8 8 8,9 9,8,8,8 8 8,9 9,7,8,8,9 9 9,9 9,8,8,8 8 8,9 9,8,8,8,9 9
+9 9 9,8 8 8,7,8,8,7,7,8,8,7,7,8,8,7,7,8 8,8,8,9 9 9,9 9,8,8,9 9 9,8 8,8,8,9 9 9,8 8,9 9,8,8,9 9 9,9 9,8,8,8 8 8,9 9,8,8,8,9 9
+8 8 8,8 8 8,7,8,8,8 8 8,7,8,8,7,9 9,8,8,9 9 9,7,9 9,8,8,7,9 9,8,8,9 9 9,8 8,8,8,8 8 8,9 9,8 8,8,8,9 9 9,9 9,8,8,9 9 9,8 8,8,8,8,9 9
+8 8 8,8 8 8,8 8,8,8,9 9 9,7,8,8,9 9 9,7,8,8,9 9 9,8 8,7,8,8,7,8 8,8,8,8 8 8,8 8,8,8,8 8 8,9 9,8 8,8,8,8 8 8,9 9,8,8,9 9 9,9 9,8,8,8,9 9
+8 8 8,8 8 8,7,8,8,7,7,8,8,7,7,8,8,8 8 8,9 9,8 8,8,8,9 9 9,9 9,8,8,8 8 8,8 8,8,8,9 9 9,9 9,9 9,8,8,9 9 9,9 9,8,8,8 8 8,9 9,8,8,8,7
+9 9 9,8 8 8,9 9,8,8,8 8 8,7,8,8,8 8 8,7,8,8,9 9 9,7,7,8,8,8 8 8,9 9,8,8,8 8 8,9 9,8,8,8 8 8,9 9,7,8,8,9 9 9,9 9,8,8,8 8 8,9 9,8,8,8,9 9
diff --git a/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_promise_results1.csv b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_promise_results1.csv
new file mode 100644
index 0000000000000000000000000000000000000000..43efb1d48e791b041d332cb015d671f111dae293
--- /dev/null
+++ b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_promise_results1.csv
@@ -0,0 +1,187 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,367.1935,674.9156,734.4923,131.604,78.945,930.3708,938.716,154.555,92.4142,1252.9937,1385.115,157.253,93.1857,596.759,690.021,401.5683,85.0395,42.293,719.1726,678.3662,85.9011,43.1252,726.3655,686.3864,86.3285,43.6635,373.8222,471.2729,233.5022,67.2674,20.4251,491.0196,475.3594,71.0934,21.0221,501.5035,483.9556,73.1106,21.5459,35.1354,0.5632148,15217.3421148,0.99999999342855
+c1,367.1935,674.9156,734.4923,109.339,74.5864,930.3708,17.457054,108.541,77.2477,1252.9937,17.457054,107.72,72.987,8.728527,648.5595,401.5683,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,726.3655,735.4767,49.6507,39.5474,6.546395,471.2729,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,501.5035,382.9785,50.3589,22.1017,23.3959,0.5632148,11291.7676448,1.34764923072455
+c2,520.638,1160.9424,17.457054,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,17.457054,1385.115,107.72,72.987,596.759,13.092790,401.5683,49.588,38.5238,13.092790,737.6456,49.8165,38.8844,726.3655,686.3864,49.6507,39.5474,373.8222,10.910659,221.6533,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,501.5035,382.9785,50.3589,22.1017,23.3959,0.005455,11365.706356,1.33888220443761
+c3,520.638,1160.9424,17.457054,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1252.9937,17.457054,107.72,72.987,596.759,690.021,401.5683,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,726.3655,686.3864,49.6507,39.5474,6.546395,10.910659,233.5022,49.7509,21.8376,491.0196,382.2379,50.4854,21.963,10.910659,483.9556,50.3589,22.1017,23.3959,0.5632148,13253.8246358,1.1481472267923
+c4,520.638,674.9156,734.4923,109.339,74.5864,1558.1515,938.716,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,596.759,648.5595,401.5683,49.588,38.5238,719.1726,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,373.8222,326.6018,233.5022,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,393.9254,10.910659,50.3589,22.1017,23.3959,0.5632148,15686.5261738,0.970089989918059
+c5,367.1935,1160.9424,17.457054,109.339,74.5864,17.457054,1543.1258,108.541,77.2477,1693.1477,1385.115,107.72,72.987,8.728527,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,726.3655,735.4767,49.6507,39.5474,373.8222,326.6018,233.5022,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,501.5035,483.9556,50.3589,22.1017,23.3959,0.005455,14074.59519,1.08119216227922
+c6,520.638,1160.9424,17.457054,109.339,74.5864,17.457054,1543.1258,108.541,77.2477,17.457054,1601.9877,107.72,72.987,596.759,690.021,422.944,49.588,38.5238,719.1726,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,471.2729,2.182132,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,501.5035,483.9556,50.3589,22.1017,23.3959,6.45743,12536.860114,1.21380807116336
+c7,520.638,1160.9424,17.457054,109.339,74.5864,930.3708,17.457054,108.541,77.2477,17.457054,1601.9877,107.72,72.987,596.759,13.092790,4.364263,49.588,38.5238,13.092790,737.6456,49.8165,38.8844,726.3655,735.4767,49.6507,39.5474,373.8222,471.2729,221.6533,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,501.5035,382.9785,50.3589,22.1017,23.3959,0.005455,11067.04686,1.37501378369501
+c8,520.638,1160.9424,17.457054,109.339,74.5864,930.3708,1543.1258,108.541,77.2477,1693.1477,1385.115,107.72,72.987,596.759,648.5595,4.364263,49.588,38.5238,719.1726,737.6456,49.8165,38.8844,726.3655,686.3864,49.6507,39.5474,226.8183,326.6018,2.182132,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,0.5632148,14218.4527228,1.07025302291669
+c9,520.638,674.9156,17.457054,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1385.115,107.72,72.987,596.759,648.5595,422.944,49.588,38.5238,668.3418,678.3662,49.8165,38.8844,13.092790,686.3864,49.6507,39.5474,373.8222,326.6018,2.182132,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,0.5632148,14710.7549908,1.03443650722707
+c10,367.1935,1160.9424,734.4923,109.339,74.5864,17.457054,17.457054,108.541,77.2477,17.457054,1385.115,107.72,72.987,452.0318,13.092790,401.5683,49.588,38.5238,668.3418,678.3662,49.8165,38.8844,763.2659,686.3864,49.6507,39.5474,226.8183,471.2729,2.182132,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,0.5632148,10964.5893988,1.38786245636149
+c11,520.638,1160.9424,17.457054,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,17.457054,1385.115,107.72,72.987,596.759,13.092790,401.5683,49.588,38.5238,13.092790,678.3662,49.8165,38.8844,726.3655,735.4767,49.6507,39.5474,226.8183,471.2729,221.6533,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,501.5035,382.9785,50.3589,22.1017,23.3959,0.5632148,11669.4333568,1.30403435360716
+c12,520.638,1160.9424,17.457054,109.339,74.5864,17.457054,17.457054,108.541,77.2477,17.457054,17.457054,107.72,72.987,452.0318,690.021,422.944,49.588,38.5238,719.1726,678.3662,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,373.8222,471.2729,233.5022,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,0.005455,10209.331925,1.49053259092139
+c12,10209.331925
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,137.165,207.8389,189.6515,31.9722,19.0941,208.4406,198.6494,31.9182,19.1354,259.7649,285.9489,32.0305,19.0951,123.27345,142.4026,83.6932,18.2347,9.39785,151.93707,142.1728,18.074,9.41748,151.49962,142.1021,18.0244,9.40974,77.39211,95.8733,48.1179,14.1964,4.87483,100.88243,95.9383,14.534,4.81198,100.7067,95.9563,14.737,4.81593,7.47447,0.725589,3341.380949,0.999999970072255
+c1,137.165,207.8389,189.6515,25.2021,16.7972,208.4406,9.024416,24.9686,17.3272,259.7649,9.024416,25.4775,16.8139,4.555456,148.08761,83.6932,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,151.49962,175.99631,11.2352,8.56125,3.459840,95.8733,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,100.7067,89.01816,11.2081,4.48848,5.19545,0.725589,2667.980987,1.25240053810022
+c2,208.7505,342.9757,9.024416,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,9.024416,285.9489,25.4775,16.8139,123.27345,6.804352,83.6932,11.4693,8.57887,6.804352,176.87812,11.2953,8.59732,151.49962,142.1021,11.2352,8.56125,77.39211,5.766400,50.93214,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,100.7067,89.01816,11.2081,4.48848,5.19545,0.003604,2671.905996,1.25056077157885
+c3,208.7505,342.9757,9.024416,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,259.7649,9.024416,25.4775,16.8139,123.27345,142.4026,83.6932,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,151.49962,142.1021,11.2352,8.56125,3.459840,5.766400,48.1179,11.2873,4.46626,100.88243,89.0888,11.1843,4.46968,5.766400,95.9563,11.2081,4.48848,5.19545,0.725589,3111.982111,1.07371466880149
+c4,208.7505,207.8389,189.6515,25.2021,16.7972,356.8393,198.6494,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,123.27345,148.08761,83.6932,11.4693,8.57887,151.93707,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,77.39211,74.50821,48.1179,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,90.82636,5.766400,11.2081,4.48848,5.19545,0.725589,3723.591349,0.897354340497627
+c5,137.165,342.9757,9.024416,25.2021,16.7972,9.024416,359.5265,24.9686,17.3272,399.7504,285.9489,25.4775,16.8139,4.555456,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,151.49962,175.99631,11.2352,8.56125,77.39211,74.50821,48.1179,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,100.7067,95.9563,11.2081,4.48848,5.19545,0.003604,3290.311852,1.01552101981363
+c6,208.7505,342.9757,9.024416,25.2021,16.7972,9.024416,359.5265,24.9686,17.3272,9.024416,388.4166,25.4775,16.8139,123.27345,142.4026,99.91022,11.4693,8.57887,151.93707,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,95.8733,1.153280,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,100.7067,95.9563,11.2081,4.48848,5.19545,1.571852,2991.287152,1.11703780596996
+c7,208.7505,342.9757,9.024416,25.2021,16.7972,208.4406,9.024416,24.9686,17.3272,9.024416,388.4166,25.4775,16.8139,123.27345,6.804352,2.306560,11.4693,8.57887,6.804352,176.87812,11.2953,8.59732,151.49962,175.99631,11.2352,8.56125,77.39211,95.8733,50.93214,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,100.7067,89.01816,11.2081,4.48848,5.19545,0.003604,2668.589466,1.25211497173335
+c8,208.7505,342.9757,9.024416,25.2021,16.7972,208.4406,359.5265,24.9686,17.3272,399.7504,285.9489,25.4775,16.8139,123.27345,148.08761,2.306560,11.4693,8.57887,151.93707,176.87812,11.2953,8.59732,151.49962,142.1021,11.2352,8.56125,51.58494,74.50821,1.153280,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,0.725589,3349.738715,0.997504920096285
+c9,208.7505,207.8389,9.024416,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,285.9489,25.4775,16.8139,123.27345,148.08761,99.91022,11.4693,8.57887,157.84032,142.1728,11.2953,8.59732,6.804352,142.1021,11.2352,8.56125,77.39211,74.50821,1.153280,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,0.725589,3423.875657,0.975906015914467
+c10,137.165,342.9757,189.6515,25.2021,16.7972,9.024416,9.024416,24.9686,17.3272,9.024416,285.9489,25.4775,16.8139,104.7504,6.804352,83.6932,11.4693,8.57887,157.84032,142.1728,11.2953,8.59732,181.04838,142.1021,11.2352,8.56125,51.58494,95.8733,1.153280,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,0.725589,2572.789709,1.2987384112419
+c11,208.7505,342.9757,9.024416,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,9.024416,285.9489,25.4775,16.8139,123.27345,6.804352,83.6932,11.4693,8.57887,6.804352,142.1728,11.2953,8.59732,151.49962,175.99631,11.2352,8.56125,51.58494,95.8733,50.93214,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,100.7067,89.01816,11.2081,4.48848,5.19545,0.725589,2736.116601,1.22121287727924
+c12,208.7505,342.9757,9.024416,25.2021,16.7972,9.024416,9.024416,24.9686,17.3272,9.024416,9.024416,25.4775,16.8139,104.7504,142.4026,99.91022,11.4693,8.57887,151.93707,142.1728,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,77.39211,95.8733,48.1179,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,0.003604,2438.679674,1.37015978261031
+c12,2438.679674
+
+Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,367.1935,674.9156,734.4923,131.604,78.945,930.3708,938.716,154.555,92.4142,1252.9937,1385.115,157.253,93.1857,596.759,690.021,401.5683,85.0395,42.293,719.1726,678.3662,85.9011,43.1252,726.3655,686.3864,86.3285,43.6635,373.8222,471.2729,233.5022,67.2674,20.4251,491.0196,475.3594,71.0934,21.0221,501.5035,483.9556,73.1106,21.5459,35.1354,0.5632148,15217.3421148,0.99999999342855
+c1,367.1935,674.9156,734.4923,336.544,74.5864,1021.7777,67.644319,108.541,77.2477,1342.9017,67.644319,107.72,72.987,29.480448,648.5595,442.3803,159.941,38.5238,668.3418,737.6456,49.8165,38.8844,768.7706,794.6234,49.6507,39.5474,18.903715,471.2729,291.5164,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,521.315,413.8585,50.3589,22.1017,23.3959,0.6085782,12207.0880792,1.24659885235606
+c2,533.7291,1160.9424,67.644319,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,67.644319,1385.115,351.059,72.987,639.1792,42.156294,401.5683,159.941,38.5238,42.156294,737.6456,49.8165,38.8844,768.7706,686.3864,175.4817,39.5474,393.7426,29.560412,221.6533,49.7509,21.8376,511.0788,475.3594,120.4748,21.963,521.315,413.8585,50.3589,22.1017,23.3959,0.08824,12331.227597,1.23404923570604
+c3,533.7291,1160.9424,67.644319,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1342.9017,67.644319,107.72,72.987,639.1792,690.021,401.5683,159.941,38.5238,668.3418,737.6456,49.8165,38.8844,768.7706,686.3864,175.4817,39.5474,18.903715,29.560412,233.5022,106.94,21.8376,511.0788,413.5184,50.4854,21.963,29.560412,483.9556,121.956,22.1017,23.3959,0.6085782,14008.0356552,1.08632947407713
+c4,533.7291,748.8261,734.4923,336.544,74.5864,1558.1515,1028.1229,368.498,77.2477,1693.1477,1601.9877,107.72,72.987,639.1792,709.4595,442.3803,159.941,38.5238,761.6715,796.7183,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,393.7426,357.7395,253.3351,106.94,21.8376,511.0788,475.3594,120.4748,21.963,393.9254,29.560412,50.3589,22.1017,23.3959,0.6085782,16942.9772902,0.898150411485638
+c5,367.1935,1240.8474,67.644319,109.339,74.5864,67.644319,1543.1258,108.541,77.2477,1693.1477,1471.0861,351.059,72.987,29.480448,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,768.7706,794.6234,49.6507,39.5474,393.7426,357.7395,253.3351,106.94,21.8376,511.0788,475.3594,120.4748,21.963,521.315,483.9556,121.956,22.1017,23.3959,0.08824,15016.108626,1.0134011675376
+c6,533.7291,1160.9424,67.644319,109.339,74.5864,67.644319,1543.1258,108.541,77.2477,67.644319,1601.9877,107.72,72.987,639.1792,690.021,558.879,49.588,38.5238,761.6715,796.7183,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,491.752,10.570936,49.7509,21.8376,511.0788,475.3594,120.4748,21.963,521.315,483.9556,121.956,22.1017,23.3959,6.45743,13219.828417,1.15109981156195
+c7,533.7291,1160.9424,67.644319,109.339,74.5864,1021.7777,67.644319,108.541,77.2477,67.644319,1601.9877,107.72,72.987,639.1792,42.156294,21.193653,49.588,38.5238,42.156294,737.6456,49.8165,38.8844,768.7706,794.6234,49.6507,39.5474,393.7426,471.2729,291.5164,49.7509,21.8376,511.0788,475.3594,120.4748,21.963,521.315,413.8585,50.3589,22.1017,23.3959,0.08824,11771.641438,1.29271198631703
+c8,533.7291,1160.9424,67.644319,109.339,74.5864,1021.7777,1670.0268,108.541,77.2477,1693.1477,1471.0861,351.059,72.987,639.1792,709.4595,21.193653,49.588,38.5238,761.6715,796.7183,49.8165,38.8844,768.7706,686.3864,175.4817,39.5474,226.8183,326.6018,10.570936,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,504.3277,121.956,22.1017,23.3959,0.6085782,15338.3594982,0.992110141725051
+c9,533.7291,748.8261,67.644319,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1471.0861,351.059,72.987,639.1792,709.4595,422.944,49.588,38.5238,668.3418,720.1492,175.6035,38.8844,42.156294,686.3864,175.4817,39.5474,393.7426,357.7395,10.570936,49.7509,21.8376,511.0788,475.3594,120.4748,21.963,393.9254,504.3277,121.956,22.1017,23.3959,0.6085782,15844.5487272,0.960414984406291
+c10,367.1935,1240.8474,819.0329,336.544,74.5864,67.644319,67.644319,108.541,77.2477,67.644319,1385.115,351.059,72.987,452.0318,42.156294,401.5683,159.941,38.5238,668.3418,720.1492,175.6035,38.8844,763.2659,728.2224,175.4817,39.5474,226.8183,491.752,10.570936,49.7509,21.8376,511.0788,475.3594,120.4748,21.963,393.9254,504.3277,121.956,22.1017,23.3959,0.6085782,12435.7253652,1.22367948354795
+c11,533.7291,1160.9424,67.644319,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,67.644319,1385.115,351.059,72.987,639.1792,42.156294,401.5683,159.941,38.5238,42.156294,678.3662,175.6035,38.8844,768.7706,794.6234,49.6507,39.5474,226.8183,491.752,291.5164,49.7509,21.8376,511.0788,475.3594,120.4748,21.963,521.315,413.8585,50.3589,22.1017,23.3959,0.6085782,12745.7919232,1.19391106391045
+c12,533.7291,1160.9424,67.644319,109.339,74.5864,67.644319,67.644319,108.541,77.2477,67.644319,67.644319,107.72,72.987,452.0318,734.2297,558.879,49.588,38.5238,761.6715,678.3662,175.6035,38.8844,763.2659,735.4767,49.6507,39.5474,393.7426,471.2729,233.5022,106.94,21.8376,511.0788,475.3594,120.4748,21.963,393.9254,504.3277,121.956,22.1017,23.3959,0.08824,11080.999035,1.37328249279752
+c12,11080.999035
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,23.842121,0,0,0,23.842121,0,0,10.859436,0,0,0,0,0,0,0,0,0,0,0,0,7.351726,0,0,0,0,0,0,0,0,0,0,0,0,0,0,65.895404,0
+c2,0,0,23.842121,0,0,0,23.842121,0,0,23.842121,0,0,0,0,15.774626,0,0,0,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0.023423,114.896439,0
+c3,0,0,23.842121,0,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.351726,11.797401,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,78.63077,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,11.797401,0
+c5,0,0,23.842121,0,0,23.842121,0,0,0,0,0,0,0,10.859436,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.023423,58.567101,0
+c6,0,0,23.842121,0,0,23.842121,0,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,3.468407,0,0,0,0,0,0,0,0,0,0,0,0,90.769396,0
+c7,0,0,23.842121,0,0,0,23.842121,0,0,23.842121,0,0,0,0,15.774626,6.991873,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.023423,110.090911,0
+c8,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,0,0,0,0,0,3.468407,0,0,0,11.797401,0,0,0,0,0,0,0,0,46.099802,0
+c9,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,3.468407,0,0,0,0,0,0,0,0,0,0,0,0,43.085154,0
+c10,0,0,0,0,0,23.842121,23.842121,0,0,23.842121,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,3.468407,0,0,0,0,0,0,0,0,0,0,0,0,90.769396,0
+c11,0,0,23.842121,0,0,0,23.842121,0,0,23.842121,0,0,0,0,15.774626,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,103.075615,0
+c12,0,0,23.842121,0,0,23.842121,23.842121,0,0,23.842121,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.023423,119.234028,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,26.345144,0,0,0,26.345144,0,0,9.892485,0,0,0,0,0,0,0,0,0,0,0,0,5.005594,0,0,0,0,0,0,0,0,0,0,0,0,0,0,67.588367,0
+c2,0,0,26.345144,0,0,0,26.345144,0,0,26.345144,0,0,0,0,13.288878,0,0,0,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0.059362,112.524902,0
+c3,0,0,26.345144,0,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5.005594,6.852352,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,71.400586,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,6.852352,0
+c5,0,0,26.345144,0,0,26.345144,0,0,0,0,0,0,0,9.892485,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.059362,62.642135,0
+c6,0,0,26.345144,0,0,26.345144,0,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,4.920397,0,0,0,0,0,0,0,0,0,0,0,0,97.244707,0
+c7,0,0,26.345144,0,0,0,26.345144,0,0,26.345144,0,0,0,0,13.288878,9.837517,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.059362,115.510067,0
+c8,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,0,0,0,0,0,4.920397,0,0,0,6.852352,0,0,0,0,0,0,0,0,47.95541,0
+c9,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,4.920397,0,0,0,0,0,0,0,0,0,0,0,0,44.554419,0
+c10,0,0,0,0,0,26.345144,26.345144,0,0,26.345144,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,4.920397,0,0,0,0,0,0,0,0,0,0,0,0,97.244707,0
+c11,0,0,26.345144,0,0,0,26.345144,0,0,26.345144,0,0,0,0,13.288878,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,105.613188,0
+c12,0,0,26.345144,0,0,26.345144,26.345144,0,0,26.345144,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.059362,131.785082,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,6.518272,0,0,0,6.518272,0,0,2.573634,0,0,0,0,0,0,0,0,0,0,0,0,1.429432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,17.03961,0
+c2,0,0,6.518272,0,0,0,6.518272,0,0,6.518272,0,0,0,0,3.533916,0,0,0,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0.013655,28.708076,0
+c3,0,0,6.518272,0,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.429432,2.071773,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,18.609522,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,2.071773,0
+c5,0,0,6.518272,0,0,6.518272,0,0,0,0,0,0,0,2.573634,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.013655,15.623833,0
+c6,0,0,6.518272,0,0,6.518272,0,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,1.153683,0,0,0,0,0,0,0,0,0,0,0,0,24.242415,0
+c7,0,0,6.518272,0,0,0,6.518272,0,0,6.518272,0,0,0,0,3.533916,2.308683,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.013655,28.944986,0
+c8,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,0,0,0,0,0,1.153683,0,0,0,2.071773,0,0,0,0,0,0,0,0,12.052411,0
+c9,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,1.153683,0,0,0,0,0,0,0,0,0,0,0,0,11.205871,0
+c10,0,0,0,0,0,6.518272,6.518272,0,0,6.518272,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,1.153683,0,0,0,0,0,0,0,0,0,0,0,0,24.242415,0
+c11,0,0,6.518272,0,0,0,6.518272,0,0,6.518272,0,0,0,0,3.533916,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,26.622648,0
+c12,0,0,6.518272,0,0,6.518272,6.518272,0,0,6.518272,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.013655,32.605015,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,227.205,0,91.4069,0,0,0,89.908,0,0,0,0,0,40.812,110.353,0,0,0,0,0,42.4051,59.1467,0,0,0,0,69.8631,0,0,0,0,0,0,19.8115,30.88,0,0,0,0.0453634,781.8366634,0
+c2,13.0911,0,0,0,0,0,0,0,0,0,0,243.339,0,42.4202,0,0,110.353,0,0,0,0,0,42.4051,0,125.831,0,19.9204,0,0,0,0,20.0592,0,69.9894,0,19.8115,30.88,0,0,0,0,738.0999,0
+c3,13.0911,0,0,0,0,0,0,0,0,89.908,0,0,0,42.4202,0,0,110.353,0,0,0,0,0,42.4051,0,125.831,0,0,0,0,57.1891,0,20.0592,31.2805,0,0,0,0,71.5971,0,0,0.0453634,604.1796634,0
+c4,13.0911,73.9105,0,227.205,0,0,89.4069,259.957,0,0,0,0,0,42.4202,60.9,40.812,110.353,0,42.4989,59.0727,0,0,0,0,0,0,19.9204,31.1377,19.8329,57.1891,0,20.0592,0,69.9894,0,0,0,0,0,0,0.0453634,1237.8013634,0
+c5,0,79.905,0,0,0,0,0,0,0,0,85.9711,243.339,0,0,0,0,0,0,0,0,0,0,42.4051,59.1467,0,0,19.9204,31.1377,19.8329,57.1891,0,20.0592,0,69.9894,0,19.8115,0,71.5971,0,0,0,820.3042,0
+c6,13.0911,0,0,0,0,0,0,0,0,0,0,0,0,42.4202,0,135.935,0,0,42.4989,59.0727,0,0,0,0,0,0,0,20.4791,0,0,0,20.0592,0,69.9894,0,19.8115,0,71.5971,0,0,0,494.9542,0
+c7,13.0911,0,0,0,0,91.4069,0,0,0,0,0,0,0,42.4202,0,0,0,0,0,0,0,0,42.4051,59.1467,0,0,19.9204,0,69.8631,0,0,20.0592,0,69.9894,0,19.8115,30.88,0,0,0,0,478.9936,0
+c8,13.0911,0,0,0,0,91.4069,126.901,0,0,0,85.9711,243.339,0,42.4202,60.9,0,0,0,42.4989,59.0727,0,0,42.4051,0,125.831,0,0,0,0,0,0,0,0,0,0,0,20.3721,71.5971,0,0,0.0453634,1025.8515634,0
+c9,13.0911,73.9105,0,0,0,0,0,0,0,0,85.9711,243.339,0,42.4202,60.9,0,0,0,0,41.783,125.787,0,0,0,125.831,0,19.9204,31.1377,0,0,0,20.0592,0,69.9894,0,0,20.3721,71.5971,0,0,0.0453634,1046.1541634,0
+c10,0,79.905,84.5406,227.205,0,0,0,0,0,0,0,243.339,0,0,0,0,110.353,0,0,41.783,125.787,0,0,41.836,125.831,0,0,20.4791,0,0,0,20.0592,0,69.9894,0,0,20.3721,71.5971,0,0,0.0453634,1283.1218634,0
+c11,13.0911,0,0,0,0,0,0,0,0,0,0,243.339,0,42.4202,0,0,110.353,0,0,0,125.787,0,42.4051,59.1467,0,0,0,20.4791,69.8631,0,0,20.0592,0,69.9894,0,19.8115,30.88,0,0,0,0.0453634,867.6697634,0
+c12,13.0911,0,0,0,0,0,0,0,0,0,0,0,0,0,44.2087,135.935,0,0,42.4989,0,125.787,0,0,0,0,0,19.9204,0,0,57.1891,0,20.0592,0,69.9894,0,0,20.3721,71.5971,0,0,0,620.648,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,54.8381,0,20.9916,0,0,0,21.0334,0,0,0,0,0,10.5675,27.8587,0,0,0,0,0,10.5613,14.7899,0,0,0,0,16.9562,0,0,0,0,0,0,5.3629,8.01787,0,0,0,0.182164,191.159634,0
+c2,6.3224,0,0,0,0,0,0,0,0,0,0,60.3765,0,10.5944,0,0,27.8587,0,0,0,0,0,10.5613,0,31.0414,0,5.36591,0,0,0,0,5.36257,0,17.215,0,5.3629,8.01787,0,0,0,0,188.07895,0
+c3,6.3224,0,0,0,0,0,0,0,0,21.0334,0,0,0,10.5944,0,0,27.8587,0,0,0,0,0,10.5613,0,31.0414,0,0,0,0,14.405,0,5.36257,8.10378,0,0,0,0,17.4758,0,0,0.182164,152.940914,0
+c4,6.3224,20.9352,0,54.8381,0,0,21.0449,62.7404,0,0,0,0,0,10.5944,14.972,10.5675,27.8587,0,10.5792,14.881,0,0,0,0,0,0,5.36591,8.07266,5.36951,14.405,0,5.36257,0,17.215,0,0,0,0,0,0,0.182164,311.306614,0
+c5,0,27.627,0,0,0,0,0,0,0,0,20.9627,60.3765,0,0,0,0,0,0,0,0,0,0,10.5613,14.7899,0,0,5.36591,8.07266,5.36951,14.405,0,5.36257,0,17.215,0,5.3629,0,17.4758,0,0,0,212.94675,0
+c6,6.3224,0,0,0,0,0,0,0,0,0,0,0,0,10.5944,0,32.0547,0,0,10.5792,14.881,0,0,0,0,0,0,0,5.37147,0,0,0,5.36257,0,17.215,0,5.3629,0,17.4758,0,0,0,125.21944,0
+c7,6.3224,0,0,0,0,20.9916,0,0,0,0,0,0,0,10.5944,0,0,0,0,0,0,0,0,10.5613,14.7899,0,0,5.36591,0,16.9562,0,0,5.36257,0,17.215,0,5.3629,8.01787,0,0,0,0,121.54005,0
+c8,6.3224,0,0,0,0,20.9916,29.7996,0,0,0,20.9627,60.3765,0,10.5944,14.972,0,0,0,10.5792,14.881,0,0,10.5613,0,31.0414,0,0,0,0,0,0,0,0,0,0,0,5.37001,17.4758,0,0,0.182164,254.110074,0
+c9,6.3224,20.9352,0,0,0,0,0,0,0,0,20.9627,60.3765,0,10.5944,14.972,0,0,0,0,10.5947,31.2262,0,0,0,31.0414,0,5.36591,8.07266,0,0,0,5.36257,0,17.215,0,0,5.37001,17.4758,0,0,0.182164,266.069614,0
+c10,0,27.627,20.9195,54.8381,0,0,0,0,0,0,0,60.3765,0,0,0,0,27.8587,0,0,10.5947,31.2262,0,0,10.5466,31.0414,0,0,5.37147,0,0,0,5.36257,0,17.215,0,0,5.37001,17.4758,0,0,0.182164,326.005714,0
+c11,6.3224,0,0,0,0,0,0,0,0,0,0,60.3765,0,10.5944,0,0,27.8587,0,0,0,31.2262,0,10.5613,14.7899,0,0,0,5.37147,16.9562,0,0,5.36257,0,17.215,0,5.3629,8.01787,0,0,0,0.182164,220.197574,0
+c12,6.3224,0,0,0,0,0,0,0,0,0,0,0,0,0,10.6041,32.0547,0,0,10.5792,0,31.2262,0,0,0,0,0,5.36591,0,0,14.405,0,5.36257,0,17.215,0,0,5.37001,17.4758,0,0,0,155.98089,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,137.165,207.8389,189.6515,31.9722,19.0941,208.4406,198.6494,31.9182,19.1354,259.7649,285.9489,32.0305,19.0951,123.27345,142.4026,83.6932,18.2347,9.39785,151.93707,142.1728,18.074,9.41748,151.49962,142.1021,18.0244,9.40974,77.39211,95.8733,48.1179,14.1964,4.87483,100.88243,95.9383,14.534,4.81198,100.7067,95.9563,14.737,4.81593,7.47447,0.725589,3341.380949,0.999999970072255
+c1,137.165,207.8389,189.6515,80.0402,16.7972,229.4322,15.542688,24.9686,17.3272,280.7983,15.542688,25.4775,16.8139,7.12909,148.08761,94.2607,39.328,8.57887,157.84032,176.87812,11.2953,8.59732,162.06092,190.78621,11.2352,8.56125,4.889272,95.8733,67.88834,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,106.0696,97.03603,11.2081,4.48848,5.19545,0.907753,2876.180231,1.16174250723641
+c2,215.0729,342.9757,15.542688,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,15.542688,285.9489,85.854,16.8139,133.86785,10.338268,83.6932,39.328,8.57887,10.338268,176.87812,11.2953,8.59732,162.06092,142.1021,42.2766,8.56125,82.75802,7.838173,50.93214,11.2873,4.46626,106.245,95.9383,28.3993,4.46968,106.0696,97.03603,11.2081,4.48848,5.19545,0.017259,2888.693022,1.15671025196563
+c3,215.0729,342.9757,15.542688,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,280.7983,15.542688,25.4775,16.8139,133.86785,142.4026,83.6932,39.328,8.57887,157.84032,176.87812,11.2953,8.59732,162.06092,142.1021,42.2766,8.56125,4.889272,7.838173,48.1179,25.6923,4.46626,106.245,97.19258,11.1843,4.46968,7.838173,95.9563,28.6839,4.48848,5.19545,0.907753,3283.532547,1.01761770270591
+c4,215.0729,228.7741,189.6515,80.0402,16.7972,356.8393,219.6943,87.709,17.3272,399.7504,388.4166,25.4775,16.8139,133.86785,163.05961,94.2607,39.328,8.57887,162.51627,191.75912,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,82.75802,82.58087,53.48741,25.6923,4.46626,106.245,95.9383,28.3993,4.46968,90.82636,7.838173,11.2081,4.48848,5.19545,0.907753,4036.969736,0.827695297399294
+c5,137.165,370.6027,15.542688,25.2021,16.7972,15.542688,359.5265,24.9686,17.3272,399.7504,306.9116,85.854,16.8139,7.12909,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,162.06092,190.78621,11.2352,8.56125,82.75802,82.58087,53.48741,25.6923,4.46626,106.245,95.9383,28.3993,4.46968,106.0696,95.9563,28.6839,4.48848,5.19545,0.017259,3518.882435,0.949557399477104
+c6,215.0729,342.9757,15.542688,25.2021,16.7972,15.542688,359.5265,24.9686,17.3272,15.542688,388.4166,25.4775,16.8139,133.86785,142.4026,131.96492,11.4693,8.57887,162.51627,191.75912,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,101.24477,2.306963,11.2873,4.46626,106.245,95.9383,28.3993,4.46968,106.0696,95.9563,28.6839,4.48848,5.19545,1.571852,3140.749007,1.06388025122823
+c7,215.0729,342.9757,15.542688,25.2021,16.7972,229.4322,15.542688,24.9686,17.3272,15.542688,388.4166,25.4775,16.8139,133.86785,10.338268,4.615243,11.4693,8.57887,10.338268,176.87812,11.2953,8.59732,162.06092,190.78621,11.2352,8.56125,82.75802,95.8733,67.88834,11.2873,4.46626,106.245,95.9383,28.3993,4.46968,106.0696,97.03603,11.2081,4.48848,5.19545,0.017259,2819.074502,1.18527581591117
+c8,215.0729,342.9757,15.542688,25.2021,16.7972,229.4322,389.3261,24.9686,17.3272,399.7504,306.9116,85.854,16.8139,133.86785,163.05961,4.615243,11.4693,8.57887,162.51627,191.75912,11.2953,8.59732,162.06092,142.1021,42.2766,8.56125,51.58494,74.50821,2.306963,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,0.907753,3615.9012,0.924079689066734
+c9,215.0729,228.7741,15.542688,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,306.9116,85.854,16.8139,133.86785,163.05961,99.91022,11.4693,8.57887,157.84032,152.7675,42.5215,8.59732,10.338268,142.1021,42.2766,8.56125,82.75802,82.58087,2.306963,11.2873,4.46626,106.245,95.9383,28.3993,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,0.907753,3701.151142,0.902795030660355
+c10,137.165,370.6027,210.571,80.0402,16.7972,15.542688,15.542688,24.9686,17.3272,15.542688,285.9489,85.854,16.8139,104.7504,10.338268,83.6932,39.328,8.57887,157.84032,152.7675,42.5215,8.59732,181.04838,152.6487,42.2766,8.56125,51.58494,101.24477,2.306963,11.2873,4.46626,106.245,95.9383,28.3993,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,0.907753,2923.037838,1.14311925464992
+c11,215.0729,342.9757,15.542688,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,15.542688,285.9489,85.854,16.8139,133.86785,10.338268,83.6932,39.328,8.57887,10.338268,142.1728,42.5215,8.59732,162.06092,190.78621,11.2352,8.56125,51.58494,101.24477,67.88834,11.2873,4.46626,106.245,95.9383,28.3993,4.46968,106.0696,97.03603,11.2081,4.48848,5.19545,0.907753,2982.936823,1.12016480242549
+c12,215.0729,342.9757,15.542688,25.2021,16.7972,15.542688,15.542688,24.9686,17.3272,15.542688,15.542688,25.4775,16.8139,104.7504,153.0067,131.96492,11.4693,8.57887,162.51627,142.1728,42.5215,8.59732,181.04838,175.99631,11.2352,8.56125,82.75802,95.8733,48.1179,25.6923,4.46626,106.245,95.9383,28.3993,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,0.017259,2627.265579,1.27180930946877
+c12,2627.265579
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_promise_results2.csv b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_promise_results2.csv
new file mode 100644
index 0000000000000000000000000000000000000000..79f9be2d437ef747e412badb8800b6261fbc6f41
--- /dev/null
+++ b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_promise_results2.csv
@@ -0,0 +1,396 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,367.1935,674.9156,734.4923,131.604,78.945,930.3708,938.716,154.555,92.4142,1252.9937,1385.115,157.253,93.1857,596.759,690.021,401.5683,85.0395,42.293,719.1726,678.3662,85.9011,43.1252,726.3655,686.3864,86.3285,43.6635,373.8222,471.2729,233.5022,67.2674,20.4251,491.0196,475.3594,71.0934,21.0221,501.5035,483.9556,73.1106,21.5459,35.1354,0.5632148,15217.3421148,0.99999999342855
+c1,367.1935,674.9156,734.4923,109.339,74.5864,930.3708,17.457054,108.541,77.2477,1252.9937,17.457054,107.72,72.987,8.728527,648.5595,401.5683,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,726.3655,735.4767,49.6507,39.5474,6.546395,471.2729,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,501.5035,382.9785,50.3589,22.1017,23.3959,0.5632148,11291.7676448,1.34764923072455
+c2,367.1935,674.9156,17.457054,109.339,74.5864,930.3708,17.457054,108.541,77.2477,1252.9937,1385.115,107.72,72.987,8.728527,648.5595,401.5683,49.588,38.5238,13.092790,13.092790,49.8165,38.8844,726.3655,735.4767,49.6507,39.5474,373.8222,471.2729,221.6533,49.7509,21.8376,347.1207,475.3594,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,0.005455,10914.84997,1.39418700368827
+c3,520.638,674.9156,17.457054,109.339,74.5864,17.457054,938.716,108.541,77.2477,17.457054,17.457054,107.72,72.987,596.759,690.021,422.944,49.588,38.5238,719.1726,13.092790,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,10.910659,233.5022,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,501.5035,483.9556,50.3589,22.1017,23.3959,6.45743,8908.297885,1.70822104743502
+c4,520.638,1160.9424,1316.8065,109.339,74.5864,17.457054,938.716,108.541,77.2477,17.457054,17.457054,107.72,72.987,8.728527,690.021,422.944,49.588,38.5238,719.1726,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,10.910659,233.5022,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,0.5632148,11439.1080628,1.33029095434964
+c5,520.638,1160.9424,1316.8065,109.339,74.5864,17.457054,17.457054,108.541,77.2477,17.457054,17.457054,107.72,72.987,452.0318,690.021,401.5683,49.588,38.5238,719.1726,737.6456,49.8165,38.8844,726.3655,735.4767,49.6507,39.5474,6.546395,10.910659,233.5022,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,0.5632148,10682.6043848,1.42449738136916
+c6,520.638,1160.9424,17.457054,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,17.457054,1385.115,107.72,72.987,596.759,13.092790,401.5683,49.588,38.5238,13.092790,737.6456,49.8165,38.8844,726.3655,686.3864,49.6507,39.5474,373.8222,10.910659,221.6533,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,501.5035,382.9785,50.3589,22.1017,23.3959,0.005455,11365.706356,1.33888220443761
+c7,520.638,1160.9424,1316.8065,109.339,74.5864,17.457054,17.457054,108.541,77.2477,17.457054,17.457054,107.72,72.987,452.0318,690.021,422.944,49.588,38.5238,719.1726,13.092790,49.8165,38.8844,726.3655,735.4767,49.6507,39.5474,226.8183,10.910659,233.5022,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,0.5632148,10199.6991798,1.49194027170362
+c8,520.638,1160.9424,17.457054,109.339,74.5864,17.457054,17.457054,108.541,77.2477,17.457054,17.457054,107.72,72.987,452.0318,690.021,422.944,49.588,38.5238,719.1726,13.092790,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,6.546395,10.910659,233.5022,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,6.45743,8722.872444,1.74453335618978
+c9,520.638,1160.9424,17.457054,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1252.9937,17.457054,107.72,72.987,596.759,690.021,401.5683,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,726.3655,686.3864,49.6507,39.5474,6.546395,10.910659,233.5022,49.7509,21.8376,491.0196,382.2379,50.4854,21.963,10.910659,483.9556,50.3589,22.1017,23.3959,0.5632148,13253.8246358,1.1481472267923
+c10,520.638,674.9156,734.4923,109.339,74.5864,1558.1515,938.716,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,596.759,648.5595,401.5683,49.588,38.5238,719.1726,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,373.8222,326.6018,233.5022,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,393.9254,10.910659,50.3589,22.1017,23.3959,0.5632148,15686.5261738,0.970089989918059
+c11,367.1935,674.9156,17.457054,109.339,74.5864,17.457054,1543.1258,108.541,77.2477,1252.9937,1385.115,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,13.092790,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,373.8222,326.6018,233.5022,49.7509,21.8376,491.0196,382.2379,50.4854,21.963,501.5035,10.910659,50.3589,22.1017,23.3959,0.005455,12337.898812,1.23338197397609
+c12,520.638,674.9156,1316.8065,109.339,74.5864,17.457054,938.716,108.541,77.2477,1693.1477,1385.115,107.72,72.987,596.759,13.092790,4.364263,49.588,38.5238,668.3418,13.092790,49.8165,38.8844,726.3655,735.4767,49.6507,39.5474,373.8222,10.910659,233.5022,49.7509,21.8376,347.1207,475.3594,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,0.5632148,12679.7733708,1.20012728538437
+c13,520.638,674.9156,17.457054,109.339,74.5864,17.457054,938.716,108.541,77.2477,1252.9937,1385.115,107.72,72.987,452.0318,13.092790,4.364263,49.588,38.5238,719.1726,13.092790,49.8165,38.8844,726.3655,735.4767,49.6507,39.5474,6.546395,326.6018,233.5022,49.7509,21.8376,347.1207,475.3594,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,10699.705976,1.42222057379065
+c14,367.1935,1160.9424,17.457054,109.339,74.5864,17.457054,1543.1258,108.541,77.2477,1693.1477,1385.115,107.72,72.987,8.728527,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,726.3655,735.4767,49.6507,39.5474,373.8222,326.6018,233.5022,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,501.5035,483.9556,50.3589,22.1017,23.3959,0.005455,14074.59519,1.08119216227922
+c15,520.638,1160.9424,17.457054,109.339,74.5864,17.457054,1543.1258,108.541,77.2477,17.457054,1601.9877,107.72,72.987,596.759,690.021,422.944,49.588,38.5238,719.1726,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,471.2729,2.182132,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,501.5035,483.9556,50.3589,22.1017,23.3959,6.45743,12536.860114,1.21380807116336
+c16,520.638,674.9156,1316.8065,109.339,74.5864,17.457054,17.457054,108.541,77.2477,17.457054,17.457054,107.72,72.987,452.0318,690.021,422.944,49.588,38.5238,719.1726,13.092790,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,373.8222,326.6018,2.182132,49.7509,21.8376,347.1207,475.3594,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,0.5632148,9737.0717528,1.56282528719598
+c17,520.638,1160.9424,17.457054,109.339,74.5864,930.3708,17.457054,108.541,77.2477,17.457054,1601.9877,107.72,72.987,596.759,13.092790,4.364263,49.588,38.5238,13.092790,737.6456,49.8165,38.8844,726.3655,735.4767,49.6507,39.5474,373.8222,471.2729,221.6533,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,501.5035,382.9785,50.3589,22.1017,23.3959,0.005455,11067.04686,1.37501378369501
+c18,520.638,1160.9424,17.457054,109.339,74.5864,930.3708,17.457054,108.541,77.2477,1252.9937,17.457054,107.72,72.987,452.0318,690.021,422.944,49.588,38.5238,719.1726,13.092790,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,6.546395,10.910659,233.5022,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,0.5632148,10865.4286208,1.40052845643072
+c19,520.638,1160.9424,17.457054,109.339,74.5864,930.3708,1543.1258,108.541,77.2477,1693.1477,1385.115,107.72,72.987,596.759,648.5595,4.364263,49.588,38.5238,719.1726,737.6456,49.8165,38.8844,726.3655,686.3864,49.6507,39.5474,226.8183,326.6018,2.182132,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,0.5632148,14218.4527228,1.07025302291669
+c20,367.1935,674.9156,17.457054,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1385.115,107.72,72.987,452.0318,648.5595,401.5683,49.588,38.5238,668.3418,13.092790,49.8165,38.8844,726.3655,686.3864,49.6507,39.5474,6.546395,326.6018,221.6533,49.7509,21.8376,347.1207,475.3594,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,0.005455,12621.276848,1.20568958097472
+c21,367.1935,674.9156,17.457054,109.339,74.5864,1558.1515,938.716,108.541,77.2477,1252.9937,1385.115,107.72,72.987,596.759,690.021,422.944,49.588,38.5238,668.3418,13.092790,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,6.546395,326.6018,233.5022,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,0.5632148,13552.2424538,1.12286524199887
+c22,520.638,1160.9424,17.457054,109.339,74.5864,17.457054,17.457054,108.541,77.2477,17.457054,17.457054,107.72,72.987,8.728527,13.092790,401.5683,49.588,38.5238,719.1726,678.3662,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,326.6018,233.5022,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,501.5035,483.9556,50.3589,22.1017,23.3959,0.005455,8883.627842,1.71296481731923
+c23,520.638,1160.9424,1316.8065,109.339,74.5864,930.3708,17.457054,108.541,77.2477,17.457054,17.457054,107.72,72.987,452.0318,690.021,422.944,49.588,38.5238,719.1726,13.092790,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,326.6018,233.5022,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,0.5632148,11465.2044668,1.32726302667683
+c24,520.638,1160.9424,17.457054,109.339,74.5864,17.457054,17.457054,108.541,77.2477,1693.1477,17.457054,107.72,72.987,596.759,690.021,401.5683,49.588,38.5238,719.1726,13.092790,49.8165,38.8844,763.2659,686.3864,49.6507,39.5474,226.8183,10.910659,233.5022,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,0.5632148,10687.2019798,1.42388456783862
+c25,520.638,674.9156,17.457054,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1385.115,107.72,72.987,596.759,648.5595,422.944,49.588,38.5238,668.3418,678.3662,49.8165,38.8844,13.092790,686.3864,49.6507,39.5474,373.8222,326.6018,2.182132,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,0.5632148,14710.7549908,1.03443650722707
+c26,367.1935,1160.9424,734.4923,109.339,74.5864,17.457054,17.457054,108.541,77.2477,17.457054,1385.115,107.72,72.987,452.0318,13.092790,401.5683,49.588,38.5238,668.3418,678.3662,49.8165,38.8844,763.2659,686.3864,49.6507,39.5474,226.8183,471.2729,2.182132,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,0.5632148,10964.5893988,1.38786245636149
+c27,367.1935,1160.9424,17.457054,109.339,74.5864,17.457054,17.457054,108.541,77.2477,17.457054,17.457054,107.72,72.987,8.728527,13.092790,422.944,49.588,38.5238,719.1726,678.3662,49.8165,38.8844,726.3655,735.4767,49.6507,39.5474,373.8222,326.6018,233.5022,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,0.5632148,8754.6422018,1.73820261184986
+c28,520.638,1160.9424,17.457054,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,17.457054,1385.115,107.72,72.987,596.759,13.092790,401.5683,49.588,38.5238,13.092790,678.3662,49.8165,38.8844,726.3655,735.4767,49.6507,39.5474,226.8183,471.2729,221.6533,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,501.5035,382.9785,50.3589,22.1017,23.3959,0.5632148,11669.4333568,1.30403435360716
+c29,520.638,1160.9424,1316.8065,109.339,74.5864,930.3708,17.457054,108.541,77.2477,1252.9937,17.457054,107.72,72.987,596.759,648.5595,4.364263,49.588,38.5238,13.092790,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,471.2729,221.6533,49.7509,21.8376,347.1207,475.3594,50.4854,21.963,501.5035,483.9556,50.3589,22.1017,23.3959,0.5632148,12500.4014758,1.21734826057587
+c30,520.638,1160.9424,17.457054,109.339,74.5864,17.457054,17.457054,108.541,77.2477,17.457054,17.457054,107.72,72.987,452.0318,690.021,422.944,49.588,38.5238,719.1726,678.3662,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,373.8222,471.2729,233.5022,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,0.005455,10209.331925,1.49053259092139
+c31,367.1935,1160.9424,734.4923,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,17.457054,107.72,72.987,596.759,13.092790,4.364263,49.588,38.5238,668.3418,678.3662,49.8165,38.8844,763.2659,686.3864,49.6507,39.5474,226.8183,471.2729,2.182132,49.7509,21.8376,491.0196,475.3594,50.4854,21.963,393.9254,483.9556,50.3589,22.1017,23.3959,0.5632148,12560.8397078,1.21149081969427
+c8,8722.872444
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,137.165,207.8389,189.6515,31.9722,19.0941,208.4406,198.6494,31.9182,19.1354,259.7649,285.9489,32.0305,19.0951,123.27345,142.4026,83.6932,18.2347,9.39785,151.93707,142.1728,18.074,9.41748,151.49962,142.1021,18.0244,9.40974,77.39211,95.8733,48.1179,14.1964,4.87483,100.88243,95.9383,14.534,4.81198,100.7067,95.9563,14.737,4.81593,7.47447,0.725589,3341.380949,0.999999970072255
+c1,137.165,207.8389,189.6515,25.2021,16.7972,208.4406,9.024416,24.9686,17.3272,259.7649,9.024416,25.4775,16.8139,4.555456,148.08761,83.6932,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,151.49962,175.99631,11.2352,8.56125,3.459840,95.8733,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,100.7067,89.01816,11.2081,4.48848,5.19545,0.725589,2667.980987,1.25240053810022
+c2,137.165,207.8389,9.024416,25.2021,16.7972,208.4406,9.024416,24.9686,17.3272,259.7649,285.9489,25.4775,16.8139,4.555456,148.08761,83.6932,11.4693,8.57887,6.804352,6.804352,11.2953,8.59732,151.49962,175.99631,11.2352,8.56125,77.39211,95.8733,50.93214,11.2873,4.46626,80.09278,95.9383,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,0.003604,2513.348096,1.32945405428417
+c3,208.7505,207.8389,9.024416,25.2021,16.7972,9.024416,198.6494,24.9686,17.3272,9.024416,9.024416,25.4775,16.8139,123.27345,142.4026,99.91022,11.4693,8.57887,151.93707,6.804352,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,5.766400,48.1179,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,100.7067,95.9563,11.2081,4.48848,5.19545,1.571852,2102.66502,1.58911702924905
+c4,208.7505,342.9757,328.4669,25.2021,16.7972,9.024416,198.6494,24.9686,17.3272,9.024416,9.024416,25.4775,16.8139,4.555456,142.4026,99.91022,11.4693,8.57887,151.93707,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,5.766400,48.1179,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,0.725589,2767.065433,1.2075539625465
+c5,208.7505,342.9757,328.4669,25.2021,16.7972,9.024416,9.024416,24.9686,17.3272,9.024416,9.024416,25.4775,16.8139,104.7504,142.4026,83.6932,11.4693,8.57887,151.93707,176.87812,11.2953,8.59732,151.49962,175.99631,11.2352,8.56125,3.459840,5.766400,48.1179,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,0.725589,2583.744513,1.29323189768369
+c6,208.7505,342.9757,9.024416,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,9.024416,285.9489,25.4775,16.8139,123.27345,6.804352,83.6932,11.4693,8.57887,6.804352,176.87812,11.2953,8.59732,151.49962,142.1021,11.2352,8.56125,77.39211,5.766400,50.93214,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,100.7067,89.01816,11.2081,4.48848,5.19545,0.003604,2671.905996,1.25056077157885
+c7,208.7505,342.9757,328.4669,25.2021,16.7972,9.024416,9.024416,24.9686,17.3272,9.024416,9.024416,25.4775,16.8139,104.7504,142.4026,99.91022,11.4693,8.57887,151.93707,6.804352,11.2953,8.59732,151.49962,175.99631,11.2352,8.56125,51.58494,5.766400,48.1179,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,0.725589,2478.012865,1.34841140712111
+c8,208.7505,342.9757,9.024416,25.2021,16.7972,9.024416,9.024416,24.9686,17.3272,9.024416,9.024416,25.4775,16.8139,104.7504,142.4026,99.91022,11.4693,8.57887,151.93707,6.804352,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,3.459840,5.766400,48.1179,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,1.571852,2140.840304,1.56078002954208
+c9,208.7505,342.9757,9.024416,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,259.7649,9.024416,25.4775,16.8139,123.27345,142.4026,83.6932,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,151.49962,142.1021,11.2352,8.56125,3.459840,5.766400,48.1179,11.2873,4.46626,100.88243,89.0888,11.1843,4.46968,5.766400,95.9563,11.2081,4.48848,5.19545,0.725589,3111.982111,1.07371466880149
+c10,208.7505,207.8389,189.6515,25.2021,16.7972,356.8393,198.6494,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,123.27345,148.08761,83.6932,11.4693,8.57887,151.93707,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,77.39211,74.50821,48.1179,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,90.82636,5.766400,11.2081,4.48848,5.19545,0.725589,3723.591349,0.897354340497627
+c11,137.165,207.8389,9.024416,25.2021,16.7972,9.024416,359.5265,24.9686,17.3272,259.7649,285.9489,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,6.804352,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,77.39211,74.50821,48.1179,11.2873,4.46626,100.88243,89.0888,11.1843,4.46968,100.7067,5.766400,11.2081,4.48848,5.19545,0.003604,2877.820088,1.1610805160562
+c12,208.7505,207.8389,328.4669,25.2021,16.7972,9.024416,198.6494,24.9686,17.3272,399.7504,285.9489,25.4775,16.8139,123.27345,6.804352,2.306560,11.4693,8.57887,157.84032,6.804352,11.2953,8.59732,151.49962,175.99631,11.2352,8.56125,77.39211,5.766400,48.1179,11.2873,4.46626,80.09278,95.9383,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,0.725589,2996.393429,1.11513421607046
+c13,208.7505,207.8389,9.024416,25.2021,16.7972,9.024416,198.6494,24.9686,17.3272,259.7649,285.9489,25.4775,16.8139,104.7504,6.804352,2.306560,11.4693,8.57887,151.93707,6.804352,11.2953,8.59732,151.49962,175.99631,11.2352,8.56125,3.459840,74.50821,48.1179,11.2873,4.46626,80.09278,95.9383,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,2501.256808,1.33588074792036
+c14,137.165,342.9757,9.024416,25.2021,16.7972,9.024416,359.5265,24.9686,17.3272,399.7504,285.9489,25.4775,16.8139,4.555456,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,151.49962,175.99631,11.2352,8.56125,77.39211,74.50821,48.1179,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,100.7067,95.9563,11.2081,4.48848,5.19545,0.003604,3290.311852,1.01552101981363
+c15,208.7505,342.9757,9.024416,25.2021,16.7972,9.024416,359.5265,24.9686,17.3272,9.024416,388.4166,25.4775,16.8139,123.27345,142.4026,99.91022,11.4693,8.57887,151.93707,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,95.8733,1.153280,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,100.7067,95.9563,11.2081,4.48848,5.19545,1.571852,2991.287152,1.11703780596996
+c16,208.7505,207.8389,328.4669,25.2021,16.7972,9.024416,9.024416,24.9686,17.3272,9.024416,9.024416,25.4775,16.8139,104.7504,142.4026,99.91022,11.4693,8.57887,151.93707,6.804352,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,77.39211,74.50821,1.153280,11.2873,4.46626,80.09278,95.9383,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,0.725589,2392.281395,1.39673401979812
+c17,208.7505,342.9757,9.024416,25.2021,16.7972,208.4406,9.024416,24.9686,17.3272,9.024416,388.4166,25.4775,16.8139,123.27345,6.804352,2.306560,11.4693,8.57887,6.804352,176.87812,11.2953,8.59732,151.49962,175.99631,11.2352,8.56125,77.39211,95.8733,50.93214,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,100.7067,89.01816,11.2081,4.48848,5.19545,0.003604,2668.589466,1.25211497173335
+c18,208.7505,342.9757,9.024416,25.2021,16.7972,208.4406,9.024416,24.9686,17.3272,259.7649,9.024416,25.4775,16.8139,104.7504,142.4026,99.91022,11.4693,8.57887,151.93707,6.804352,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,3.459840,5.766400,48.1179,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,0.725589,2590.150709,1.29003335921202
+c19,208.7505,342.9757,9.024416,25.2021,16.7972,208.4406,359.5265,24.9686,17.3272,399.7504,285.9489,25.4775,16.8139,123.27345,148.08761,2.306560,11.4693,8.57887,151.93707,176.87812,11.2953,8.59732,151.49962,142.1021,11.2352,8.56125,51.58494,74.50821,1.153280,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,0.725589,3349.738715,0.997504920096285
+c20,137.165,207.8389,9.024416,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,285.9489,25.4775,16.8139,104.7504,148.08761,83.6932,11.4693,8.57887,157.84032,6.804352,11.2953,8.59732,151.49962,142.1021,11.2352,8.56125,3.459840,74.50821,50.93214,11.2873,4.46626,80.09278,95.9383,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,0.003604,2930.709778,1.14012682527288
+c21,137.165,207.8389,9.024416,25.2021,16.7972,356.8393,198.6494,24.9686,17.3272,259.7649,285.9489,25.4775,16.8139,123.27345,142.4026,99.91022,11.4693,8.57887,157.84032,6.804352,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,3.459840,74.50821,48.1179,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,0.725589,3091.544687,1.08081272606839
+c22,208.7505,342.9757,9.024416,25.2021,16.7972,9.024416,9.024416,24.9686,17.3272,9.024416,9.024416,25.4775,16.8139,4.555456,6.804352,83.6932,11.4693,8.57887,151.93707,142.1728,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,74.50821,48.1179,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,100.7067,95.9563,11.2081,4.48848,5.19545,0.003604,2149.377542,1.5545806766143
+c23,208.7505,342.9757,328.4669,25.2021,16.7972,208.4406,9.024416,24.9686,17.3272,9.024416,9.024416,25.4775,16.8139,104.7504,142.4026,99.91022,11.4693,8.57887,151.93707,6.804352,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,74.50821,48.1179,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,0.725589,2775.719619,1.20378903032897
+c24,208.7505,342.9757,9.024416,25.2021,16.7972,9.024416,9.024416,24.9686,17.3272,399.7504,9.024416,25.4775,16.8139,123.27345,142.4026,83.6932,11.4693,8.57887,151.93707,6.804352,11.2953,8.59732,181.04838,142.1021,11.2352,8.56125,51.58494,5.766400,48.1179,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,0.725589,2547.256945,1.31175648549438
+c25,208.7505,207.8389,9.024416,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,285.9489,25.4775,16.8139,123.27345,148.08761,99.91022,11.4693,8.57887,157.84032,142.1728,11.2953,8.59732,6.804352,142.1021,11.2352,8.56125,77.39211,74.50821,1.153280,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,0.725589,3423.875657,0.975906015914467
+c26,137.165,342.9757,189.6515,25.2021,16.7972,9.024416,9.024416,24.9686,17.3272,9.024416,285.9489,25.4775,16.8139,104.7504,6.804352,83.6932,11.4693,8.57887,157.84032,142.1728,11.2953,8.59732,181.04838,142.1021,11.2352,8.56125,51.58494,95.8733,1.153280,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,0.725589,2572.789709,1.2987384112419
+c27,137.165,342.9757,9.024416,25.2021,16.7972,9.024416,9.024416,24.9686,17.3272,9.024416,9.024416,25.4775,16.8139,4.555456,6.804352,99.91022,11.4693,8.57887,151.93707,142.1728,11.2953,8.59732,151.49962,175.99631,11.2352,8.56125,77.39211,74.50821,48.1179,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,0.725589,2081.109117,1.60557693066044
+c28,208.7505,342.9757,9.024416,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,9.024416,285.9489,25.4775,16.8139,123.27345,6.804352,83.6932,11.4693,8.57887,6.804352,142.1728,11.2953,8.59732,151.49962,175.99631,11.2352,8.56125,51.58494,95.8733,50.93214,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,100.7067,89.01816,11.2081,4.48848,5.19545,0.725589,2736.116601,1.22121287727924
+c29,208.7505,342.9757,328.4669,25.2021,16.7972,208.4406,9.024416,24.9686,17.3272,259.7649,9.024416,25.4775,16.8139,123.27345,148.08761,2.306560,11.4693,8.57887,6.804352,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,95.8733,50.93214,11.2873,4.46626,80.09278,95.9383,11.1843,4.46968,100.7067,95.9563,11.2081,4.48848,5.19545,0.725589,2991.275573,1.11704212993812
+c30,208.7505,342.9757,9.024416,25.2021,16.7972,9.024416,9.024416,24.9686,17.3272,9.024416,9.024416,25.4775,16.8139,104.7504,142.4026,99.91022,11.4693,8.57887,151.93707,142.1728,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,77.39211,95.8733,48.1179,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,0.003604,2438.679674,1.37015978261031
+c31,137.165,342.9757,189.6515,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,9.024416,25.4775,16.8139,123.27345,6.804352,2.306560,11.4693,8.57887,157.84032,142.1728,11.2953,8.59732,181.04838,142.1021,11.2352,8.56125,51.58494,95.8733,1.153280,11.2873,4.46626,100.88243,95.9383,11.1843,4.46968,90.82636,95.9563,11.2081,4.48848,5.19545,0.725589,2971.542503,1.12446005170063
+c27,2081.109117
+
+Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,367.1935,674.9156,734.4923,131.604,78.945,930.3708,938.716,154.555,92.4142,1252.9937,1385.115,157.253,93.1857,596.759,690.021,401.5683,85.0395,42.293,719.1726,678.3662,85.9011,43.1252,726.3655,686.3864,86.3285,43.6635,373.8222,471.2729,233.5022,67.2674,20.4251,491.0196,475.3594,71.0934,21.0221,501.5035,483.9556,73.1106,21.5459,35.1354,0.5632148,15217.3421148,0.99999999342855
+c1,367.1935,674.9156,734.4923,336.544,74.5864,1021.7777,67.644319,108.541,77.2477,1342.9017,67.644319,107.72,72.987,29.480448,648.5595,442.3803,159.941,38.5238,668.3418,737.6456,49.8165,38.8844,768.7706,794.6234,49.6507,39.5474,18.903715,471.2729,291.5164,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,521.315,413.8585,50.3589,22.1017,23.3959,0.6085782,12207.0880792,1.24659885235606
+c2,367.1935,674.9156,67.644319,109.339,74.5864,1021.7777,67.644319,108.541,77.2477,1342.9017,1385.115,351.059,72.987,29.480448,648.5595,442.3803,159.941,38.5238,42.156294,42.156294,49.8165,38.8844,768.7706,794.6234,49.6507,39.5474,393.7426,471.2729,291.5164,49.7509,21.8376,347.1207,495.6046,120.4748,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,0.08824,11951.575014,1.27324992477138
+c3,533.7291,748.8261,67.644319,109.339,74.5864,67.644319,938.716,368.498,77.2477,67.644319,67.644319,107.72,72.987,639.1792,690.021,558.879,49.588,38.5238,761.6715,42.156294,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,29.560412,233.5022,106.94,21.8376,511.0788,475.3594,120.4748,21.963,521.315,483.9556,121.956,22.1017,23.3959,6.45743,9992.282706,1.52290947026265
+c4,533.7291,1160.9424,1316.8065,109.339,74.5864,67.644319,938.716,368.498,77.2477,67.644319,67.644319,107.72,72.987,29.480448,690.021,558.879,49.588,38.5238,761.6715,796.7183,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,29.560412,233.5022,106.94,21.8376,511.0788,475.3594,120.4748,21.963,393.9254,504.3277,121.956,22.1017,23.3959,0.6085782,12378.8784952,1.22929892217383
+c5,533.7291,1160.9424,1316.8065,109.339,74.5864,67.644319,67.644319,108.541,77.2477,67.644319,67.644319,107.72,72.987,452.0318,734.2297,401.5683,159.941,38.5238,761.6715,796.7183,49.8165,38.8844,768.7706,794.6234,49.6507,39.5474,18.903715,29.560412,233.5022,106.94,21.8376,511.0788,475.3594,120.4748,21.963,393.9254,504.3277,121.956,22.1017,23.3959,0.6085782,11524.3889812,1.32044675058953
+c6,533.7291,1160.9424,67.644319,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,67.644319,1385.115,351.059,72.987,639.1792,42.156294,401.5683,159.941,38.5238,42.156294,737.6456,49.8165,38.8844,768.7706,686.3864,175.4817,39.5474,393.7426,29.560412,221.6533,49.7509,21.8376,511.0788,475.3594,120.4748,21.963,521.315,413.8585,50.3589,22.1017,23.3959,0.08824,12331.227597,1.23404923570604
+c7,533.7291,1160.9424,1316.8065,109.339,74.5864,67.644319,67.644319,108.541,77.2477,67.644319,67.644319,107.72,72.987,452.0318,734.2297,558.879,49.588,38.5238,761.6715,42.156294,49.8165,38.8844,768.7706,794.6234,49.6507,39.5474,226.8183,29.560412,233.5022,106.94,21.8376,511.0788,475.3594,120.4748,21.963,393.9254,504.3277,121.956,22.1017,23.3959,0.6085782,11024.6992602,1.38029542735068
+c8,533.7291,1160.9424,67.644319,109.339,74.5864,67.644319,67.644319,108.541,77.2477,67.644319,67.644319,107.72,72.987,452.0318,734.2297,558.879,49.588,38.5238,761.6715,42.156294,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,18.903715,29.560412,233.5022,106.94,21.8376,511.0788,475.3594,120.4748,21.963,393.9254,504.3277,121.956,22.1017,23.3959,6.45743,9508.819946,1.60033968896081
+c9,533.7291,1160.9424,67.644319,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1342.9017,67.644319,107.72,72.987,639.1792,690.021,401.5683,159.941,38.5238,668.3418,737.6456,49.8165,38.8844,768.7706,686.3864,175.4817,39.5474,18.903715,29.560412,233.5022,106.94,21.8376,511.0788,413.5184,50.4854,21.963,29.560412,483.9556,121.956,22.1017,23.3959,0.6085782,14008.0356552,1.08632947407713
+c10,533.7291,748.8261,734.4923,336.544,74.5864,1558.1515,1028.1229,368.498,77.2477,1693.1477,1601.9877,107.72,72.987,639.1792,709.4595,442.3803,159.941,38.5238,761.6715,796.7183,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,393.7426,357.7395,253.3351,106.94,21.8376,511.0788,475.3594,120.4748,21.963,393.9254,29.560412,50.3589,22.1017,23.3959,0.6085782,16942.9772902,0.898150411485638
+c11,367.1935,674.9156,67.644319,109.339,74.5864,67.644319,1543.1258,108.541,77.2477,1342.9017,1385.115,351.059,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,42.156294,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,393.7426,357.7395,253.3351,106.94,21.8376,511.0788,413.5184,50.4854,21.963,521.315,29.560412,50.3589,22.1017,23.3959,0.08824,13018.547684,1.16889705113671
+c12,533.7291,748.8261,1419.8715,109.339,74.5864,67.644319,938.716,368.498,77.2477,1693.1477,1471.0861,351.059,72.987,639.1792,42.156294,21.193653,49.588,38.5238,668.3418,42.156294,49.8165,38.8844,768.7706,794.6234,49.6507,39.5474,393.7426,29.560412,233.5022,106.94,21.8376,347.1207,495.6046,120.4748,21.963,393.9254,504.3277,121.956,22.1017,23.3959,0.6085782,14006.2311502,1.08646943228091
+c13,533.7291,748.8261,67.644319,109.339,74.5864,67.644319,938.716,368.498,77.2477,1342.9017,1385.115,351.059,72.987,452.0318,42.156294,21.193653,49.588,38.5238,761.6715,42.156294,49.8165,38.8844,768.7706,794.6234,49.6507,39.5474,18.903715,326.6018,253.3351,106.94,21.8376,347.1207,495.6046,120.4748,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,11878.907124,1.28103888917114
+c14,367.1935,1240.8474,67.644319,109.339,74.5864,67.644319,1543.1258,108.541,77.2477,1693.1477,1471.0861,351.059,72.987,29.480448,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,768.7706,794.6234,49.6507,39.5474,393.7426,357.7395,253.3351,106.94,21.8376,511.0788,475.3594,120.4748,21.963,521.315,483.9556,121.956,22.1017,23.3959,0.08824,15016.108626,1.0134011675376
+c15,533.7291,1160.9424,67.644319,109.339,74.5864,67.644319,1543.1258,108.541,77.2477,67.644319,1601.9877,107.72,72.987,639.1792,690.021,558.879,49.588,38.5238,761.6715,796.7183,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,491.752,10.570936,49.7509,21.8376,511.0788,475.3594,120.4748,21.963,521.315,483.9556,121.956,22.1017,23.3959,6.45743,13219.828417,1.15109981156195
+c16,533.7291,748.8261,1419.8715,109.339,74.5864,67.644319,67.644319,108.541,77.2477,67.644319,67.644319,107.72,72.987,452.0318,734.2297,558.879,49.588,38.5238,761.6715,42.156294,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,393.7426,357.7395,10.570936,49.7509,21.8376,347.1207,495.6046,120.4748,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,0.6085782,10529.3203842,1.44523496436781
+c17,533.7291,1160.9424,67.644319,109.339,74.5864,1021.7777,67.644319,108.541,77.2477,67.644319,1601.9877,107.72,72.987,639.1792,42.156294,21.193653,49.588,38.5238,42.156294,737.6456,49.8165,38.8844,768.7706,794.6234,49.6507,39.5474,393.7426,471.2729,291.5164,49.7509,21.8376,511.0788,475.3594,120.4748,21.963,521.315,413.8585,50.3589,22.1017,23.3959,0.08824,11771.641438,1.29271198631703
+c18,533.7291,1160.9424,67.644319,109.339,74.5864,1021.7777,67.644319,108.541,77.2477,1342.9017,67.644319,107.72,72.987,452.0318,734.2297,558.879,49.588,38.5238,761.6715,42.156294,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,18.903715,29.560412,233.5022,106.94,21.8376,511.0788,475.3594,120.4748,21.963,393.9254,504.3277,121.956,22.1017,23.3959,0.6085782,11732.3618562,1.29703994571684
+c19,533.7291,1160.9424,67.644319,109.339,74.5864,1021.7777,1670.0268,108.541,77.2477,1693.1477,1471.0861,351.059,72.987,639.1792,709.4595,21.193653,49.588,38.5238,761.6715,796.7183,49.8165,38.8844,768.7706,686.3864,175.4817,39.5474,226.8183,326.6018,10.570936,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,504.3277,121.956,22.1017,23.3959,0.6085782,15338.3594982,0.992110141725051
+c20,367.1935,674.9156,67.644319,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1471.0861,351.059,72.987,452.0318,648.5595,442.3803,159.941,38.5238,668.3418,42.156294,49.8165,38.8844,768.7706,686.3864,175.4817,39.5474,18.903715,326.6018,221.6533,49.7509,21.8376,347.1207,495.6046,120.4748,21.963,393.9254,504.3277,121.956,22.1017,23.3959,0.08824,13594.069987,1.11941030297853
+c21,367.1935,674.9156,67.644319,109.339,74.5864,1558.1515,1028.1229,368.498,77.2477,1342.9017,1385.115,351.059,72.987,639.1792,690.021,558.879,49.588,38.5238,668.3418,42.156294,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,18.903715,326.6018,253.3351,106.94,21.8376,511.0788,475.3594,120.4748,21.963,393.9254,504.3277,121.956,22.1017,23.3959,0.6085782,14763.9018062,1.03071276221427
+c22,533.7291,1160.9424,67.644319,109.339,74.5864,67.644319,67.644319,108.541,77.2477,67.644319,67.644319,107.72,72.987,29.480448,42.156294,401.5683,159.941,38.5238,761.6715,678.3662,175.6035,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,326.6018,253.3351,106.94,21.8376,511.0788,475.3594,120.4748,21.963,521.315,483.9556,121.956,22.1017,23.3959,0.08824,9734.671577,1.56321061662037
+c23,533.7291,1160.9424,1316.8065,109.339,74.5864,1021.7777,67.644319,108.541,77.2477,67.644319,67.644319,107.72,72.987,452.0318,734.2297,558.879,49.588,38.5238,761.6715,42.156294,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,326.6018,253.3351,106.94,21.8376,511.0788,475.3594,120.4748,21.963,393.9254,504.3277,121.956,22.1017,23.3959,0.6085782,12231.0555292,1.24415607091759
+c24,533.7291,1160.9424,67.644319,109.339,74.5864,67.644319,67.644319,108.541,77.2477,1693.1477,67.644319,107.72,72.987,639.1792,690.021,401.5683,159.941,38.5238,761.6715,42.156294,49.8165,38.8844,763.2659,728.2224,175.4817,39.5474,226.8183,29.560412,233.5022,106.94,21.8376,511.0788,475.3594,120.4748,21.963,393.9254,504.3277,121.956,22.1017,23.3959,0.6085782,11550.9467602,1.31741079748475
+c25,533.7291,748.8261,67.644319,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1471.0861,351.059,72.987,639.1792,709.4595,422.944,49.588,38.5238,668.3418,720.1492,175.6035,38.8844,42.156294,686.3864,175.4817,39.5474,393.7426,357.7395,10.570936,49.7509,21.8376,511.0788,475.3594,120.4748,21.963,393.9254,504.3277,121.956,22.1017,23.3959,0.6085782,15844.5487272,0.960414984406291
+c26,367.1935,1240.8474,819.0329,336.544,74.5864,67.644319,67.644319,108.541,77.2477,67.644319,1385.115,351.059,72.987,452.0318,42.156294,401.5683,159.941,38.5238,668.3418,720.1492,175.6035,38.8844,763.2659,728.2224,175.4817,39.5474,226.8183,491.752,10.570936,49.7509,21.8376,511.0788,475.3594,120.4748,21.963,393.9254,504.3277,121.956,22.1017,23.3959,0.6085782,12435.7253652,1.22367948354795
+c27,367.1935,1240.8474,67.644319,109.339,74.5864,67.644319,67.644319,108.541,77.2477,67.644319,67.644319,107.72,72.987,29.480448,42.156294,422.944,49.588,38.5238,761.6715,678.3662,175.6035,38.8844,768.7706,794.6234,49.6507,39.5474,393.7426,357.7395,253.3351,106.94,21.8376,511.0788,475.3594,120.4748,21.963,393.9254,504.3277,121.956,22.1017,23.3959,0.6085782,9715.2799152,1.56633077904
+c28,533.7291,1160.9424,67.644319,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,67.644319,1385.115,351.059,72.987,639.1792,42.156294,401.5683,159.941,38.5238,42.156294,678.3662,175.6035,38.8844,768.7706,794.6234,49.6507,39.5474,226.8183,491.752,291.5164,49.7509,21.8376,511.0788,475.3594,120.4748,21.963,521.315,413.8585,50.3589,22.1017,23.3959,0.6085782,12745.7919232,1.19391106391045
+c29,533.7291,1160.9424,1316.8065,109.339,74.5864,1021.7777,67.644319,108.541,77.2477,1342.9017,67.644319,107.72,72.987,639.1792,709.4595,21.193653,49.588,38.5238,42.156294,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,491.752,291.5164,49.7509,21.8376,347.1207,495.6046,120.4748,21.963,521.315,483.9556,121.956,22.1017,23.3959,0.6085782,13216.4258632,1.1513961608964
+c30,533.7291,1160.9424,67.644319,109.339,74.5864,67.644319,67.644319,108.541,77.2477,67.644319,67.644319,107.72,72.987,452.0318,734.2297,558.879,49.588,38.5238,761.6715,678.3662,175.6035,38.8844,763.2659,735.4767,49.6507,39.5474,393.7426,471.2729,233.5022,106.94,21.8376,511.0788,475.3594,120.4748,21.963,393.9254,504.3277,121.956,22.1017,23.3959,0.08824,11080.999035,1.37328249279752
+c31,367.1935,1240.8474,819.0329,336.544,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,67.644319,107.72,72.987,639.1792,42.156294,21.193653,49.588,38.5238,668.3418,720.1492,175.6035,38.8844,763.2659,728.2224,175.4817,39.5474,226.8183,491.752,10.570936,49.7509,21.8376,511.0788,475.3594,120.4748,21.963,393.9254,504.3277,121.956,22.1017,23.3959,0.6085782,13687.3459992,1.11178178768267
+c8,9508.819946
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,23.842121,0,0,0,23.842121,0,0,10.859436,0,0,0,0,0,0,0,0,0,0,0,0,7.351726,0,0,0,0,0,0,0,0,0,0,0,0,0,0,65.895404,0
+c2,0,0,23.842121,0,0,0,23.842121,0,0,0,0,0,0,10.859436,0,0,0,0,15.774626,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.023423,90.116353,0
+c3,0,0,23.842121,0,0,23.842121,0,0,0,23.842121,23.842121,0,0,0,0,0,0,0,0,15.774626,0,0,0,15.774626,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,138.715137,0
+c4,0,0,0,0,0,23.842121,0,0,0,23.842121,23.842121,0,0,10.859436,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,94.1832,0
+c5,0,0,0,0,0,23.842121,23.842121,0,0,23.842121,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.351726,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,114.517611,0
+c6,0,0,23.842121,0,0,0,23.842121,0,0,23.842121,0,0,0,0,15.774626,0,0,0,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0.023423,114.896439,0
+c7,0,0,0,0,0,23.842121,23.842121,0,0,23.842121,23.842121,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,122.940511,0
+c8,0,0,23.842121,0,0,23.842121,23.842121,0,0,23.842121,23.842121,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,7.351726,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,154.134358,0
+c9,0,0,23.842121,0,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.351726,11.797401,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,78.63077,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,11.797401,0
+c11,0,0,23.842121,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0.023423,75.279692,0
+c12,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,15.774626,6.991873,0,0,0,15.774626,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,74.180647,0
+c13,0,0,23.842121,0,0,23.842121,0,0,0,0,0,0,0,0,15.774626,6.991873,0,0,0,15.774626,0,0,0,0,0,0,7.351726,0,0,0,0,0,0,0,0,0,0,0,0,0,0,93.577093,0
+c14,0,0,23.842121,0,0,23.842121,0,0,0,0,0,0,0,10.859436,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.023423,58.567101,0
+c15,0,0,23.842121,0,0,23.842121,0,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,3.468407,0,0,0,0,0,0,0,0,0,0,0,0,90.769396,0
+c16,0,0,0,0,0,23.842121,23.842121,0,0,23.842121,23.842121,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,3.468407,0,0,0,0,0,0,0,0,0,0,0,0,114.611517,0
+c17,0,0,23.842121,0,0,0,23.842121,0,0,23.842121,0,0,0,0,15.774626,6.991873,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.023423,110.090911,0
+c18,0,0,23.842121,0,0,0,23.842121,0,0,0,23.842121,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,7.351726,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,106.450116,0
+c19,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,0,0,0,0,0,3.468407,0,0,0,11.797401,0,0,0,0,0,0,0,0,46.099802,0
+c20,0,0,23.842121,0,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,7.351726,0,0,0,0,0,0,0,0,0,0,0,0,0,0.023423,70.834017,0
+c21,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,7.351726,0,0,0,0,0,0,0,0,0,0,0,0,0,0,46.968473,0
+c22,0,0,23.842121,0,0,23.842121,23.842121,0,0,23.842121,23.842121,0,0,10.859436,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.023423,145.86809,0
+c23,0,0,0,0,0,0,23.842121,0,0,23.842121,23.842121,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,87.300989,0
+c24,0,0,23.842121,0,0,23.842121,23.842121,0,0,0,23.842121,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,122.940511,0
+c25,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,3.468407,0,0,0,0,0,0,0,0,0,0,0,0,43.085154,0
+c26,0,0,0,0,0,23.842121,23.842121,0,0,23.842121,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,3.468407,0,0,0,0,0,0,0,0,0,0,0,0,90.769396,0
+c27,0,0,23.842121,0,0,23.842121,23.842121,0,0,23.842121,23.842121,0,0,10.859436,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,145.844667,0
+c28,0,0,23.842121,0,0,0,23.842121,0,0,23.842121,0,0,0,0,15.774626,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,103.075615,0
+c29,0,0,0,0,0,0,23.842121,0,0,0,23.842121,0,0,0,0,6.991873,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,70.450741,0
+c30,0,0,23.842121,0,0,23.842121,23.842121,0,0,23.842121,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.023423,119.234028,0
+c31,0,0,0,0,0,0,23.842121,0,0,0,23.842121,0,0,0,15.774626,6.991873,0,0,0,0,0,0,0,0,0,0,0,0,3.468407,0,0,0,0,0,0,0,0,0,0,0,0,73.919148,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,26.345144,0,0,0,26.345144,0,0,9.892485,0,0,0,0,0,0,0,0,0,0,0,0,5.005594,0,0,0,0,0,0,0,0,0,0,0,0,0,0,67.588367,0
+c2,0,0,26.345144,0,0,0,26.345144,0,0,0,0,0,0,9.892485,0,0,0,0,13.288878,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.059362,89.219891,0
+c3,0,0,26.345144,0,0,26.345144,0,0,0,26.345144,26.345144,0,0,0,0,0,0,0,0,13.288878,0,0,0,13.288878,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,138.810684,0
+c4,0,0,0,0,0,26.345144,0,0,0,26.345144,26.345144,0,0,9.892485,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,95.780269,0
+c5,0,0,0,0,0,26.345144,26.345144,0,0,26.345144,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5.005594,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,117.238522,0
+c6,0,0,26.345144,0,0,0,26.345144,0,0,26.345144,0,0,0,0,13.288878,0,0,0,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0.059362,112.524902,0
+c7,0,0,0,0,0,26.345144,26.345144,0,0,26.345144,26.345144,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,125.521806,0
+c8,0,0,26.345144,0,0,26.345144,26.345144,0,0,26.345144,26.345144,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,5.005594,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,156.872544,0
+c9,0,0,26.345144,0,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5.005594,6.852352,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,71.400586,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,6.852352,0
+c11,0,0,26.345144,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0.059362,72.89088,0
+c12,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,13.288878,9.837517,0,0,0,13.288878,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,69.612769,0
+c13,0,0,26.345144,0,0,26.345144,0,0,0,0,0,0,0,0,13.288878,9.837517,0,0,0,13.288878,0,0,0,0,0,0,5.005594,0,0,0,0,0,0,0,0,0,0,0,0,0,0,94.111155,0
+c14,0,0,26.345144,0,0,26.345144,0,0,0,0,0,0,0,9.892485,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.059362,62.642135,0
+c15,0,0,26.345144,0,0,26.345144,0,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,4.920397,0,0,0,0,0,0,0,0,0,0,0,0,97.244707,0
+c16,0,0,0,0,0,26.345144,26.345144,0,0,26.345144,26.345144,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,4.920397,0,0,0,0,0,0,0,0,0,0,0,0,123.589851,0
+c17,0,0,26.345144,0,0,0,26.345144,0,0,26.345144,0,0,0,0,13.288878,9.837517,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.059362,115.510067,0
+c18,0,0,26.345144,0,0,0,26.345144,0,0,0,26.345144,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,5.005594,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,104.182256,0
+c19,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,0,0,0,0,0,4.920397,0,0,0,6.852352,0,0,0,0,0,0,0,0,47.95541,0
+c20,0,0,26.345144,0,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,5.005594,0,0,0,0,0,0,0,0,0,0,0,0,0,0.059362,71.044122,0
+c21,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,5.005594,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44.639616,0
+c22,0,0,26.345144,0,0,26.345144,26.345144,0,0,26.345144,26.345144,0,0,9.892485,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.059362,154.966445,0
+c23,0,0,0,0,0,0,26.345144,0,0,26.345144,26.345144,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,92.32431,0
+c24,0,0,26.345144,0,0,26.345144,26.345144,0,0,0,26.345144,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,125.521806,0
+c25,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,4.920397,0,0,0,0,0,0,0,0,0,0,0,0,44.554419,0
+c26,0,0,0,0,0,26.345144,26.345144,0,0,26.345144,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,4.920397,0,0,0,0,0,0,0,0,0,0,0,0,97.244707,0
+c27,0,0,26.345144,0,0,26.345144,26.345144,0,0,26.345144,26.345144,0,0,9.892485,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,154.907083,0
+c28,0,0,26.345144,0,0,0,26.345144,0,0,26.345144,0,0,0,0,13.288878,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,105.613188,0
+c29,0,0,0,0,0,0,26.345144,0,0,0,26.345144,0,0,0,0,9.837517,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,75.816683,0
+c30,0,0,26.345144,0,0,26.345144,26.345144,0,0,26.345144,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.059362,131.785082,0
+c31,0,0,0,0,0,0,26.345144,0,0,0,26.345144,0,0,0,13.288878,9.837517,0,0,0,0,0,0,0,0,0,0,0,0,4.920397,0,0,0,0,0,0,0,0,0,0,0,0,80.73708,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,6.518272,0,0,0,6.518272,0,0,2.573634,0,0,0,0,0,0,0,0,0,0,0,0,1.429432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,17.03961,0
+c2,0,0,6.518272,0,0,0,6.518272,0,0,0,0,0,0,2.573634,0,0,0,0,3.533916,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.013655,22.691665,0
+c3,0,0,6.518272,0,0,6.518272,0,0,0,6.518272,6.518272,0,0,0,0,0,0,0,0,3.533916,0,0,0,3.533916,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,35.212693,0
+c4,0,0,0,0,0,6.518272,0,0,0,6.518272,6.518272,0,0,2.573634,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,24.200223,0
+c5,0,0,0,0,0,6.518272,6.518272,0,0,6.518272,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.429432,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,29.574293,0
+c6,0,0,6.518272,0,0,0,6.518272,0,0,6.518272,0,0,0,0,3.533916,0,0,0,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0.013655,28.708076,0
+c7,0,0,0,0,0,6.518272,6.518272,0,0,6.518272,6.518272,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,31.678777,0
+c8,0,0,6.518272,0,0,6.518272,6.518272,0,0,6.518272,6.518272,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,1.429432,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,39.626481,0
+c9,0,0,6.518272,0,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1.429432,2.071773,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,18.609522,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,2.071773,0
+c11,0,0,6.518272,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0.013655,18.655888,0
+c12,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,3.533916,2.308683,0,0,0,3.533916,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,17.96656,0
+c13,0,0,6.518272,0,0,6.518272,0,0,0,0,0,0,0,0,3.533916,2.308683,0,0,0,3.533916,0,0,0,0,0,0,1.429432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23.842491,0
+c14,0,0,6.518272,0,0,6.518272,0,0,0,0,0,0,0,2.573634,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.013655,15.623833,0
+c15,0,0,6.518272,0,0,6.518272,0,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,1.153683,0,0,0,0,0,0,0,0,0,0,0,0,24.242415,0
+c16,0,0,0,0,0,6.518272,6.518272,0,0,6.518272,6.518272,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,1.153683,0,0,0,0,0,0,0,0,0,0,0,0,30.760687,0
+c17,0,0,6.518272,0,0,0,6.518272,0,0,6.518272,0,0,0,0,3.533916,2.308683,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.013655,28.944986,0
+c18,0,0,6.518272,0,0,0,6.518272,0,0,0,6.518272,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,1.429432,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,26.589937,0
+c19,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,0,0,0,0,0,1.153683,0,0,0,2.071773,0,0,0,0,0,0,0,0,12.052411,0
+c20,0,0,6.518272,0,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,1.429432,0,0,0,0,0,0,0,0,0,0,0,0,0,0.013655,18.013547,0
+c21,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,1.429432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.48162,0
+c22,0,0,6.518272,0,0,6.518272,6.518272,0,0,6.518272,6.518272,0,0,2.573634,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.013655,38.712565,0
+c23,0,0,0,0,0,0,6.518272,0,0,6.518272,6.518272,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,23.088732,0
+c24,0,0,6.518272,0,0,6.518272,6.518272,0,0,0,6.518272,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,31.678777,0
+c25,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,1.153683,0,0,0,0,0,0,0,0,0,0,0,0,11.205871,0
+c26,0,0,0,0,0,6.518272,6.518272,0,0,6.518272,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,1.153683,0,0,0,0,0,0,0,0,0,0,0,0,24.242415,0
+c27,0,0,6.518272,0,0,6.518272,6.518272,0,0,6.518272,6.518272,0,0,2.573634,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,38.69891,0
+c28,0,0,6.518272,0,0,0,6.518272,0,0,6.518272,0,0,0,0,3.533916,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,26.622648,0
+c29,0,0,0,0,0,0,6.518272,0,0,0,6.518272,0,0,0,0,2.308683,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,18.879143,0
+c30,0,0,6.518272,0,0,6.518272,6.518272,0,0,6.518272,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0.013655,32.605015,0
+c31,0,0,0,0,0,0,6.518272,0,0,0,6.518272,0,0,0,3.533916,2.308683,0,0,0,0,0,0,0,0,0,0,0,0,1.153683,0,0,0,0,0,0,0,0,0,0,0,0,20.032826,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,227.205,0,91.4069,0,0,0,89.908,0,0,0,0,0,40.812,110.353,0,0,0,0,0,42.4051,59.1467,0,0,0,0,69.8631,0,0,0,0,0,0,19.8115,30.88,0,0,0,0.0453634,781.8366634,0
+c2,0,0,0,0,0,91.4069,0,0,0,89.908,0,243.339,0,0,0,40.812,110.353,0,0,0,0,0,42.4051,59.1467,0,0,19.9204,0,69.8631,0,0,0,20.2452,69.9894,0,0,0,0,0,0,0,857.3888,0
+c3,13.0911,73.9105,0,0,0,0,0,259.957,0,0,0,0,0,42.4202,0,135.935,0,0,42.4989,0,0,0,0,0,0,0,0,0,0,57.1891,0,20.0592,0,69.9894,0,19.8115,0,71.5971,0,0,0,806.459,0
+c4,13.0911,0,0,0,0,0,0,259.957,0,0,0,0,0,0,0,135.935,0,0,42.4989,59.0727,0,0,0,0,0,0,0,0,0,57.1891,0,20.0592,0,69.9894,0,0,20.3721,71.5971,0,0,0.0453634,749.8069634,0
+c5,13.0911,0,0,0,0,0,0,0,0,0,0,0,0,0,44.2087,0,110.353,0,42.4989,59.0727,0,0,42.4051,59.1467,0,0,0,0,0,57.1891,0,20.0592,0,69.9894,0,0,20.3721,71.5971,0,0,0.0453634,610.0284634,0
+c6,13.0911,0,0,0,0,0,0,0,0,0,0,243.339,0,42.4202,0,0,110.353,0,0,0,0,0,42.4051,0,125.831,0,19.9204,0,0,0,0,20.0592,0,69.9894,0,19.8115,30.88,0,0,0,0,738.0999,0
+c7,13.0911,0,0,0,0,0,0,0,0,0,0,0,0,0,44.2087,135.935,0,0,42.4989,0,0,0,42.4051,59.1467,0,0,0,0,0,57.1891,0,20.0592,0,69.9894,0,0,20.3721,71.5971,0,0,0.0453634,576.5377634,0
+c8,13.0911,0,0,0,0,0,0,0,0,0,0,0,0,0,44.2087,135.935,0,0,42.4989,0,0,0,0,0,0,0,0,0,0,57.1891,0,20.0592,0,69.9894,0,0,20.3721,71.5971,0,0,0,474.9406,0
+c9,13.0911,0,0,0,0,0,0,0,0,89.908,0,0,0,42.4202,0,0,110.353,0,0,0,0,0,42.4051,0,125.831,0,0,0,0,57.1891,0,20.0592,31.2805,0,0,0,0,71.5971,0,0,0.0453634,604.1796634,0
+c10,13.0911,73.9105,0,227.205,0,0,89.4069,259.957,0,0,0,0,0,42.4202,60.9,40.812,110.353,0,42.4989,59.0727,0,0,0,0,0,0,19.9204,31.1377,19.8329,57.1891,0,20.0592,0,69.9894,0,0,0,0,0,0,0.0453634,1237.8013634,0
+c11,0,0,0,0,0,0,0,0,0,89.908,0,243.339,0,0,0,0,0,0,0,0,0,0,0,0,0,0,19.9204,31.1377,19.8329,57.1891,0,20.0592,31.2805,0,0,19.8115,0,0,0,0,0,532.4783,0
+c12,13.0911,73.9105,103.065,0,0,0,0,259.957,0,0,85.9711,243.339,0,42.4202,0,0,0,0,0,0,0,0,42.4051,59.1467,0,0,19.9204,0,0,57.1891,0,0,20.2452,69.9894,0,0,20.3721,71.5971,0,0,0.0453634,1182.6643634,0
+c13,13.0911,73.9105,0,0,0,0,0,259.957,0,89.908,0,243.339,0,0,0,0,0,0,42.4989,0,0,0,42.4051,59.1467,0,0,0,0,19.8329,57.1891,0,0,20.2452,69.9894,0,0,0,0,0,0,0,991.5129,0
+c14,0,79.905,0,0,0,0,0,0,0,0,85.9711,243.339,0,0,0,0,0,0,0,0,0,0,42.4051,59.1467,0,0,19.9204,31.1377,19.8329,57.1891,0,20.0592,0,69.9894,0,19.8115,0,71.5971,0,0,0,820.3042,0
+c15,13.0911,0,0,0,0,0,0,0,0,0,0,0,0,42.4202,0,135.935,0,0,42.4989,59.0727,0,0,0,0,0,0,0,20.4791,0,0,0,20.0592,0,69.9894,0,19.8115,0,71.5971,0,0,0,494.9542,0
+c16,13.0911,73.9105,103.065,0,0,0,0,0,0,0,0,0,0,0,44.2087,135.935,0,0,42.4989,0,0,0,0,0,0,0,19.9204,31.1377,0,0,0,0,20.2452,69.9894,0,0,0,0,0,0,0.0453634,554.0472634,0
+c17,13.0911,0,0,0,0,91.4069,0,0,0,0,0,0,0,42.4202,0,0,0,0,0,0,0,0,42.4051,59.1467,0,0,19.9204,0,69.8631,0,0,20.0592,0,69.9894,0,19.8115,30.88,0,0,0,0,478.9936,0
+c18,13.0911,0,0,0,0,91.4069,0,0,0,89.908,0,0,0,0,44.2087,135.935,0,0,42.4989,0,0,0,0,0,0,0,0,0,0,57.1891,0,20.0592,0,69.9894,0,0,20.3721,71.5971,0,0,0.0453634,656.3008634,0
+c19,13.0911,0,0,0,0,91.4069,126.901,0,0,0,85.9711,243.339,0,42.4202,60.9,0,0,0,42.4989,59.0727,0,0,42.4051,0,125.831,0,0,0,0,0,0,0,0,0,0,0,20.3721,71.5971,0,0,0.0453634,1025.8515634,0
+c20,0,0,0,0,0,0,0,0,0,0,85.9711,243.339,0,0,0,40.812,110.353,0,0,0,0,0,42.4051,0,125.831,0,0,0,0,0,0,0,20.2452,69.9894,0,0,20.3721,71.5971,0,0,0,830.915,0
+c21,0,0,0,0,0,0,89.4069,259.957,0,89.908,0,243.339,0,42.4202,0,135.935,0,0,0,0,0,0,0,0,0,0,0,0,19.8329,57.1891,0,20.0592,0,69.9894,0,0,20.3721,71.5971,0,0,0.0453634,1120.0512634,0
+c22,13.0911,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,110.353,0,42.4989,0,125.787,0,0,0,0,0,0,0,19.8329,57.1891,0,20.0592,0,69.9894,0,19.8115,0,71.5971,0,0,0,550.2092,0
+c23,13.0911,0,0,0,0,91.4069,0,0,0,0,0,0,0,0,44.2087,135.935,0,0,42.4989,0,0,0,0,0,0,0,0,0,19.8329,57.1891,0,20.0592,0,69.9894,0,0,20.3721,71.5971,0,0,0.0453634,586.2257634,0
+c24,13.0911,0,0,0,0,0,0,0,0,0,0,0,0,42.4202,0,0,110.353,0,42.4989,0,0,0,0,41.836,125.831,0,0,0,0,57.1891,0,20.0592,0,69.9894,0,0,20.3721,71.5971,0,0,0.0453634,615.2824634,0
+c25,13.0911,73.9105,0,0,0,0,0,0,0,0,85.9711,243.339,0,42.4202,60.9,0,0,0,0,41.783,125.787,0,0,0,125.831,0,19.9204,31.1377,0,0,0,20.0592,0,69.9894,0,0,20.3721,71.5971,0,0,0.0453634,1046.1541634,0
+c26,0,79.905,84.5406,227.205,0,0,0,0,0,0,0,243.339,0,0,0,0,110.353,0,0,41.783,125.787,0,0,41.836,125.831,0,0,20.4791,0,0,0,20.0592,0,69.9894,0,0,20.3721,71.5971,0,0,0.0453634,1283.1218634,0
+c27,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,42.4989,0,125.787,0,42.4051,59.1467,0,0,19.9204,31.1377,19.8329,57.1891,0,20.0592,0,69.9894,0,0,20.3721,71.5971,0,0,0.0453634,659.8859634,0
+c28,13.0911,0,0,0,0,0,0,0,0,0,0,243.339,0,42.4202,0,0,110.353,0,0,0,125.787,0,42.4051,59.1467,0,0,0,20.4791,69.8631,0,0,20.0592,0,69.9894,0,19.8115,30.88,0,0,0,0.0453634,867.6697634,0
+c29,13.0911,0,0,0,0,91.4069,0,0,0,89.908,0,0,0,42.4202,60.9,0,0,0,0,0,0,0,0,0,0,0,0,20.4791,69.8631,0,0,0,20.2452,69.9894,0,19.8115,0,71.5971,0,0,0.0453634,569.7569634,0
+c30,13.0911,0,0,0,0,0,0,0,0,0,0,0,0,0,44.2087,135.935,0,0,42.4989,0,125.787,0,0,0,0,0,19.9204,0,0,57.1891,0,20.0592,0,69.9894,0,0,20.3721,71.5971,0,0,0,620.648,0
+c31,0,79.905,84.5406,227.205,0,0,0,0,0,0,0,0,0,42.4202,0,0,0,0,0,41.783,125.787,0,0,41.836,125.831,0,0,20.4791,0,0,0,20.0592,0,69.9894,0,0,20.3721,71.5971,0,0,0.0453634,971.8500634,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,54.8381,0,20.9916,0,0,0,21.0334,0,0,0,0,0,10.5675,27.8587,0,0,0,0,0,10.5613,14.7899,0,0,0,0,16.9562,0,0,0,0,0,0,5.3629,8.01787,0,0,0,0.182164,191.159634,0
+c2,0,0,0,0,0,20.9916,0,0,0,21.0334,0,60.3765,0,0,0,10.5675,27.8587,0,0,0,0,0,10.5613,14.7899,0,0,5.36591,0,16.9562,0,0,0,5.41437,17.215,0,0,0,0,0,0,0,211.13038,0
+c3,6.3224,20.9352,0,0,0,0,0,62.7404,0,0,0,0,0,10.5944,0,32.0547,0,0,10.5792,0,0,0,0,0,0,0,0,0,0,14.405,0,5.36257,0,17.215,0,5.3629,0,17.4758,0,0,0,203.04757,0
+c4,6.3224,0,0,0,0,0,0,62.7404,0,0,0,0,0,0,0,32.0547,0,0,10.5792,14.881,0,0,0,0,0,0,0,0,0,14.405,0,5.36257,0,17.215,0,0,5.37001,17.4758,0,0,0.182164,186.588244,0
+c5,6.3224,0,0,0,0,0,0,0,0,0,0,0,0,0,10.6041,0,27.8587,0,10.5792,14.881,0,0,10.5613,14.7899,0,0,0,0,0,14.405,0,5.36257,0,17.215,0,0,5.37001,17.4758,0,0,0.182164,155.607144,0
+c6,6.3224,0,0,0,0,0,0,0,0,0,0,60.3765,0,10.5944,0,0,27.8587,0,0,0,0,0,10.5613,0,31.0414,0,5.36591,0,0,0,0,5.36257,0,17.215,0,5.3629,8.01787,0,0,0,0,188.07895,0
+c7,6.3224,0,0,0,0,0,0,0,0,0,0,0,0,0,10.6041,32.0547,0,0,10.5792,0,0,0,10.5613,14.7899,0,0,0,0,0,14.405,0,5.36257,0,17.215,0,0,5.37001,17.4758,0,0,0.182164,144.922144,0
+c8,6.3224,0,0,0,0,0,0,0,0,0,0,0,0,0,10.6041,32.0547,0,0,10.5792,0,0,0,0,0,0,0,0,0,0,14.405,0,5.36257,0,17.215,0,0,5.37001,17.4758,0,0,0,119.38878,0
+c9,6.3224,0,0,0,0,0,0,0,0,21.0334,0,0,0,10.5944,0,0,27.8587,0,0,0,0,0,10.5613,0,31.0414,0,0,0,0,14.405,0,5.36257,8.10378,0,0,0,0,17.4758,0,0,0.182164,152.940914,0
+c10,6.3224,20.9352,0,54.8381,0,0,21.0449,62.7404,0,0,0,0,0,10.5944,14.972,10.5675,27.8587,0,10.5792,14.881,0,0,0,0,0,0,5.36591,8.07266,5.36951,14.405,0,5.36257,0,17.215,0,0,0,0,0,0,0.182164,311.306614,0
+c11,0,0,0,0,0,0,0,0,0,21.0334,0,60.3765,0,0,0,0,0,0,0,0,0,0,0,0,0,0,5.36591,8.07266,5.36951,14.405,0,5.36257,8.10378,0,0,5.3629,0,0,0,0,0,133.45223,0
+c12,6.3224,20.9352,27.8734,0,0,0,0,62.7404,0,0,20.9627,60.3765,0,10.5944,0,0,0,0,0,0,0,0,10.5613,14.7899,0,0,5.36591,0,0,14.405,0,0,5.41437,17.215,0,0,5.37001,17.4758,0,0,0.182164,300.584454,0
+c13,6.3224,20.9352,0,0,0,0,0,62.7404,0,21.0334,0,60.3765,0,0,0,0,0,0,10.5792,0,0,0,10.5613,14.7899,0,0,0,0,5.36951,14.405,0,0,5.41437,17.215,0,0,0,0,0,0,0,249.74218,0
+c14,0,27.627,0,0,0,0,0,0,0,0,20.9627,60.3765,0,0,0,0,0,0,0,0,0,0,10.5613,14.7899,0,0,5.36591,8.07266,5.36951,14.405,0,5.36257,0,17.215,0,5.3629,0,17.4758,0,0,0,212.94675,0
+c15,6.3224,0,0,0,0,0,0,0,0,0,0,0,0,10.5944,0,32.0547,0,0,10.5792,14.881,0,0,0,0,0,0,0,5.37147,0,0,0,5.36257,0,17.215,0,5.3629,0,17.4758,0,0,0,125.21944,0
+c16,6.3224,20.9352,27.8734,0,0,0,0,0,0,0,0,0,0,0,10.6041,32.0547,0,0,10.5792,0,0,0,0,0,0,0,5.36591,8.07266,0,0,0,0,5.41437,17.215,0,0,0,0,0,0,0.182164,144.619104,0
+c17,6.3224,0,0,0,0,20.9916,0,0,0,0,0,0,0,10.5944,0,0,0,0,0,0,0,0,10.5613,14.7899,0,0,5.36591,0,16.9562,0,0,5.36257,0,17.215,0,5.3629,8.01787,0,0,0,0,121.54005,0
+c18,6.3224,0,0,0,0,20.9916,0,0,0,21.0334,0,0,0,0,10.6041,32.0547,0,0,10.5792,0,0,0,0,0,0,0,0,0,0,14.405,0,5.36257,0,17.215,0,0,5.37001,17.4758,0,0,0.182164,161.595944,0
+c19,6.3224,0,0,0,0,20.9916,29.7996,0,0,0,20.9627,60.3765,0,10.5944,14.972,0,0,0,10.5792,14.881,0,0,10.5613,0,31.0414,0,0,0,0,0,0,0,0,0,0,0,5.37001,17.4758,0,0,0.182164,254.110074,0
+c20,0,0,0,0,0,0,0,0,0,0,20.9627,60.3765,0,0,0,10.5675,27.8587,0,0,0,0,0,10.5613,0,31.0414,0,0,0,0,0,0,0,5.41437,17.215,0,0,5.37001,17.4758,0,0,0,206.84328,0
+c21,0,0,0,0,0,0,21.0449,62.7404,0,21.0334,0,60.3765,0,10.5944,0,32.0547,0,0,0,0,0,0,0,0,0,0,0,0,5.36951,14.405,0,5.36257,0,17.215,0,0,5.37001,17.4758,0,0,0.182164,273.224354,0
+c22,6.3224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.8587,0,10.5792,0,31.2262,0,0,0,0,0,0,0,5.36951,14.405,0,5.36257,0,17.215,0,5.3629,0,17.4758,0,0,0,141.17728,0
+c23,6.3224,0,0,0,0,20.9916,0,0,0,0,0,0,0,0,10.6041,32.0547,0,0,10.5792,0,0,0,0,0,0,0,0,0,5.36951,14.405,0,5.36257,0,17.215,0,0,5.37001,17.4758,0,0,0.182164,145.932054,0
+c24,6.3224,0,0,0,0,0,0,0,0,0,0,0,0,10.5944,0,0,27.8587,0,10.5792,0,0,0,0,10.5466,31.0414,0,0,0,0,14.405,0,5.36257,0,17.215,0,0,5.37001,17.4758,0,0,0.182164,156.953244,0
+c25,6.3224,20.9352,0,0,0,0,0,0,0,0,20.9627,60.3765,0,10.5944,14.972,0,0,0,0,10.5947,31.2262,0,0,0,31.0414,0,5.36591,8.07266,0,0,0,5.36257,0,17.215,0,0,5.37001,17.4758,0,0,0.182164,266.069614,0
+c26,0,27.627,20.9195,54.8381,0,0,0,0,0,0,0,60.3765,0,0,0,0,27.8587,0,0,10.5947,31.2262,0,0,10.5466,31.0414,0,0,5.37147,0,0,0,5.36257,0,17.215,0,0,5.37001,17.4758,0,0,0.182164,326.005714,0
+c27,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10.5792,0,31.2262,0,10.5613,14.7899,0,0,5.36591,8.07266,5.36951,14.405,0,5.36257,0,17.215,0,0,5.37001,17.4758,0,0,0.182164,173.602224,0
+c28,6.3224,0,0,0,0,0,0,0,0,0,0,60.3765,0,10.5944,0,0,27.8587,0,0,0,31.2262,0,10.5613,14.7899,0,0,0,5.37147,16.9562,0,0,5.36257,0,17.215,0,5.3629,8.01787,0,0,0,0.182164,220.197574,0
+c29,6.3224,0,0,0,0,20.9916,0,0,0,21.0334,0,0,0,10.5944,14.972,0,0,0,0,0,0,0,0,0,0,0,0,5.37147,16.9562,0,0,0,5.41437,17.215,0,5.3629,0,17.4758,0,0,0.182164,141.891704,0
+c30,6.3224,0,0,0,0,0,0,0,0,0,0,0,0,0,10.6041,32.0547,0,0,10.5792,0,31.2262,0,0,0,0,0,5.36591,0,0,14.405,0,5.36257,0,17.215,0,0,5.37001,17.4758,0,0,0,155.98089,0
+c31,0,27.627,20.9195,54.8381,0,0,0,0,0,0,0,0,0,10.5944,0,0,0,0,0,10.5947,31.2262,0,0,10.5466,31.0414,0,0,5.37147,0,0,0,5.36257,0,17.215,0,0,5.37001,17.4758,0,0,0.182164,248.364914,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,137.165,207.8389,189.6515,31.9722,19.0941,208.4406,198.6494,31.9182,19.1354,259.7649,285.9489,32.0305,19.0951,123.27345,142.4026,83.6932,18.2347,9.39785,151.93707,142.1728,18.074,9.41748,151.49962,142.1021,18.0244,9.40974,77.39211,95.8733,48.1179,14.1964,4.87483,100.88243,95.9383,14.534,4.81198,100.7067,95.9563,14.737,4.81593,7.47447,0.725589,3341.380949,0.999999970072255
+c1,137.165,207.8389,189.6515,80.0402,16.7972,229.4322,15.542688,24.9686,17.3272,280.7983,15.542688,25.4775,16.8139,7.12909,148.08761,94.2607,39.328,8.57887,157.84032,176.87812,11.2953,8.59732,162.06092,190.78621,11.2352,8.56125,4.889272,95.8733,67.88834,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,106.0696,97.03603,11.2081,4.48848,5.19545,0.907753,2876.180231,1.16174250723641
+c2,137.165,207.8389,15.542688,25.2021,16.7972,229.4322,15.542688,24.9686,17.3272,280.7983,285.9489,85.854,16.8139,7.12909,148.08761,94.2607,39.328,8.57887,10.338268,10.338268,11.2953,8.59732,162.06092,190.78621,11.2352,8.56125,82.75802,95.8733,67.88834,11.2873,4.46626,80.09278,101.35267,28.3993,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,0.017259,2747.170141,1.21629919366908
+c3,215.0729,228.7741,15.542688,25.2021,16.7972,15.542688,198.6494,87.709,17.3272,15.542688,15.542688,25.4775,16.8139,133.86785,142.4026,131.96492,11.4693,8.57887,162.51627,10.338268,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,7.838173,48.1179,25.6923,4.46626,106.245,95.9383,28.3993,4.46968,106.0696,95.9563,28.6839,4.48848,5.19545,1.571852,2340.925283,1.42737610231637
+c4,215.0729,342.9757,328.4669,25.2021,16.7972,15.542688,198.6494,87.709,17.3272,15.542688,15.542688,25.4775,16.8139,7.12909,142.4026,131.96492,11.4693,8.57887,162.51627,191.75912,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,7.838173,48.1179,25.6923,4.46626,106.245,95.9383,28.3993,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,0.907753,2977.8539,1.1220768207575
+c5,215.0729,342.9757,328.4669,25.2021,16.7972,15.542688,15.542688,24.9686,17.3272,15.542688,15.542688,25.4775,16.8139,104.7504,153.0067,83.6932,39.328,8.57887,162.51627,191.75912,11.2953,8.59732,162.06092,190.78621,11.2352,8.56125,4.889272,7.838173,48.1179,25.6923,4.46626,106.245,95.9383,28.3993,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,0.907753,2768.92595,1.20674257407488
+c6,215.0729,342.9757,15.542688,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,15.542688,285.9489,85.854,16.8139,133.86785,10.338268,83.6932,39.328,8.57887,10.338268,176.87812,11.2953,8.59732,162.06092,142.1021,42.2766,8.56125,82.75802,7.838173,50.93214,11.2873,4.46626,106.245,95.9383,28.3993,4.46968,106.0696,97.03603,11.2081,4.48848,5.19545,0.017259,2888.693022,1.15671025196563
+c7,215.0729,342.9757,328.4669,25.2021,16.7972,15.542688,15.542688,24.9686,17.3272,15.542688,15.542688,25.4775,16.8139,104.7504,153.0067,131.96492,11.4693,8.57887,162.51627,10.338268,11.2953,8.59732,162.06092,190.78621,11.2352,8.56125,51.58494,7.838173,48.1179,25.6923,4.46626,106.245,95.9383,28.3993,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,0.907753,2654.613786,1.2587069504239
+c8,215.0729,342.9757,15.542688,25.2021,16.7972,15.542688,15.542688,24.9686,17.3272,15.542688,15.542688,25.4775,16.8139,104.7504,153.0067,131.96492,11.4693,8.57887,162.51627,10.338268,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,4.889272,7.838173,48.1179,25.6923,4.46626,106.245,95.9383,28.3993,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,1.571852,2299.855565,1.45286549927906
+c9,215.0729,342.9757,15.542688,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,280.7983,15.542688,25.4775,16.8139,133.86785,142.4026,83.6932,39.328,8.57887,157.84032,176.87812,11.2953,8.59732,162.06092,142.1021,42.2766,8.56125,4.889272,7.838173,48.1179,25.6923,4.46626,106.245,97.19258,11.1843,4.46968,7.838173,95.9563,28.6839,4.48848,5.19545,0.907753,3283.532547,1.01761770270591
+c10,215.0729,228.7741,189.6515,80.0402,16.7972,356.8393,219.6943,87.709,17.3272,399.7504,388.4166,25.4775,16.8139,133.86785,163.05961,94.2607,39.328,8.57887,162.51627,191.75912,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,82.75802,82.58087,53.48741,25.6923,4.46626,106.245,95.9383,28.3993,4.46968,90.82636,7.838173,11.2081,4.48848,5.19545,0.907753,4036.969736,0.827695297399294
+c11,137.165,207.8389,15.542688,25.2021,16.7972,15.542688,359.5265,24.9686,17.3272,280.7983,285.9489,85.854,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,10.338268,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,82.75802,82.58087,53.48741,25.6923,4.46626,106.245,97.19258,11.1843,4.46968,106.0696,7.838173,11.2081,4.48848,5.19545,0.017259,3029.928206,1.10279208335829
+c12,215.0729,228.7741,356.3403,25.2021,16.7972,15.542688,198.6494,87.709,17.3272,399.7504,306.9116,85.854,16.8139,133.86785,10.338268,4.615243,11.4693,8.57887,157.84032,10.338268,11.2953,8.59732,162.06092,190.78621,11.2352,8.56125,82.75802,7.838173,48.1179,25.6923,4.46626,80.09278,101.35267,28.3993,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,0.907753,3314.944443,1.00797491652035
+c13,215.0729,228.7741,15.542688,25.2021,16.7972,15.542688,198.6494,87.709,17.3272,280.7983,285.9489,85.854,16.8139,104.7504,10.338268,4.615243,11.4693,8.57887,162.51627,10.338268,11.2953,8.59732,162.06092,190.78621,11.2352,8.56125,4.889272,74.50821,53.48741,25.6923,4.46626,80.09278,101.35267,28.3993,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,2774.841479,1.2041699873202
+c14,137.165,370.6027,15.542688,25.2021,16.7972,15.542688,359.5265,24.9686,17.3272,399.7504,306.9116,85.854,16.8139,7.12909,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,162.06092,190.78621,11.2352,8.56125,82.75802,82.58087,53.48741,25.6923,4.46626,106.245,95.9383,28.3993,4.46968,106.0696,95.9563,28.6839,4.48848,5.19545,0.017259,3518.882435,0.949557399477104
+c15,215.0729,342.9757,15.542688,25.2021,16.7972,15.542688,359.5265,24.9686,17.3272,15.542688,388.4166,25.4775,16.8139,133.86785,142.4026,131.96492,11.4693,8.57887,162.51627,191.75912,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,101.24477,2.306963,11.2873,4.46626,106.245,95.9383,28.3993,4.46968,106.0696,95.9563,28.6839,4.48848,5.19545,1.571852,3140.749007,1.06388025122823
+c16,215.0729,228.7741,356.3403,25.2021,16.7972,15.542688,15.542688,24.9686,17.3272,15.542688,15.542688,25.4775,16.8139,104.7504,153.0067,131.96492,11.4693,8.57887,162.51627,10.338268,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,82.75802,82.58087,2.306963,11.2873,4.46626,80.09278,101.35267,28.3993,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,0.907753,2567.661186,1.30133244880026
+c17,215.0729,342.9757,15.542688,25.2021,16.7972,229.4322,15.542688,24.9686,17.3272,15.542688,388.4166,25.4775,16.8139,133.86785,10.338268,4.615243,11.4693,8.57887,10.338268,176.87812,11.2953,8.59732,162.06092,190.78621,11.2352,8.56125,82.75802,95.8733,67.88834,11.2873,4.46626,106.245,95.9383,28.3993,4.46968,106.0696,97.03603,11.2081,4.48848,5.19545,0.017259,2819.074502,1.18527581591117
+c18,215.0729,342.9757,15.542688,25.2021,16.7972,229.4322,15.542688,24.9686,17.3272,280.7983,15.542688,25.4775,16.8139,104.7504,153.0067,131.96492,11.4693,8.57887,162.51627,10.338268,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,4.889272,7.838173,48.1179,25.6923,4.46626,106.245,95.9383,28.3993,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,0.907753,2778.33659,1.20265515732004
+c19,215.0729,342.9757,15.542688,25.2021,16.7972,229.4322,389.3261,24.9686,17.3272,399.7504,306.9116,85.854,16.8139,133.86785,163.05961,4.615243,11.4693,8.57887,162.51627,191.75912,11.2953,8.59732,162.06092,142.1021,42.2766,8.56125,51.58494,74.50821,2.306963,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,0.907753,3615.9012,0.924079689066734
+c20,137.165,207.8389,15.542688,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,306.9116,85.854,16.8139,104.7504,148.08761,94.2607,39.328,8.57887,157.84032,10.338268,11.2953,8.59732,162.06092,142.1021,42.2766,8.56125,4.889272,74.50821,50.93214,11.2873,4.46626,80.09278,101.35267,28.3993,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,0.017259,3155.566605,1.05888458757838
+c21,137.165,207.8389,15.542688,25.2021,16.7972,356.8393,219.6943,87.709,17.3272,280.7983,285.9489,85.854,16.8139,133.86785,142.4026,131.96492,11.4693,8.57887,157.84032,10.338268,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,4.889272,74.50821,53.48741,25.6923,4.46626,106.245,95.9383,28.3993,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,0.907753,3376.250661,0.98967203135419
+c22,215.0729,342.9757,15.542688,25.2021,16.7972,15.542688,15.542688,24.9686,17.3272,15.542688,15.542688,25.4775,16.8139,7.12909,10.338268,83.6932,39.328,8.57887,162.51627,142.1728,42.5215,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,74.50821,53.48741,25.6923,4.46626,106.245,95.9383,28.3993,4.46968,106.0696,95.9563,28.6839,4.48848,5.19545,0.017259,2329.267387,1.43452006592148
+c23,215.0729,342.9757,328.4669,25.2021,16.7972,229.4322,15.542688,24.9686,17.3272,15.542688,15.542688,25.4775,16.8139,104.7504,153.0067,131.96492,11.4693,8.57887,162.51627,10.338268,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,74.50821,53.48741,25.6923,4.46626,106.245,95.9383,28.3993,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,0.907753,2944.740405,1.13469453193805
+c24,215.0729,342.9757,15.542688,25.2021,16.7972,15.542688,15.542688,24.9686,17.3272,399.7504,15.542688,25.4775,16.8139,133.86785,142.4026,83.6932,39.328,8.57887,162.51627,10.338268,11.2953,8.59732,181.04838,152.6487,42.2766,8.56125,51.58494,7.838173,48.1179,25.6923,4.46626,106.245,95.9383,28.3993,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,0.907753,2735.888966,1.2213144862212
+c25,215.0729,228.7741,15.542688,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,306.9116,85.854,16.8139,133.86785,163.05961,99.91022,11.4693,8.57887,157.84032,152.7675,42.5215,8.59732,10.338268,142.1021,42.2766,8.56125,82.75802,82.58087,2.306963,11.2873,4.46626,106.245,95.9383,28.3993,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,0.907753,3701.151142,0.902795030660355
+c26,137.165,370.6027,210.571,80.0402,16.7972,15.542688,15.542688,24.9686,17.3272,15.542688,285.9489,85.854,16.8139,104.7504,10.338268,83.6932,39.328,8.57887,157.84032,152.7675,42.5215,8.59732,181.04838,152.6487,42.2766,8.56125,51.58494,101.24477,2.306963,11.2873,4.46626,106.245,95.9383,28.3993,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,0.907753,2923.037838,1.14311925464992
+c27,137.165,370.6027,15.542688,25.2021,16.7972,15.542688,15.542688,24.9686,17.3272,15.542688,15.542688,25.4775,16.8139,7.12909,10.338268,99.91022,11.4693,8.57887,162.51627,142.1728,42.5215,8.59732,162.06092,190.78621,11.2352,8.56125,82.75802,82.58087,53.48741,25.6923,4.46626,106.245,95.9383,28.3993,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,0.907753,2293.410251,1.45694857771225
+c28,215.0729,342.9757,15.542688,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,15.542688,285.9489,85.854,16.8139,133.86785,10.338268,83.6932,39.328,8.57887,10.338268,142.1728,42.5215,8.59732,162.06092,190.78621,11.2352,8.56125,51.58494,101.24477,67.88834,11.2873,4.46626,106.245,95.9383,28.3993,4.46968,106.0696,97.03603,11.2081,4.48848,5.19545,0.907753,2982.936823,1.12016480242549
+c29,215.0729,342.9757,328.4669,25.2021,16.7972,229.4322,15.542688,24.9686,17.3272,280.7983,15.542688,25.4775,16.8139,133.86785,163.05961,4.615243,11.4693,8.57887,10.338268,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,101.24477,67.88834,11.2873,4.46626,80.09278,101.35267,28.3993,4.46968,106.0696,95.9563,28.6839,4.48848,5.19545,0.907753,3152.04642,1.06006714298113
+c30,215.0729,342.9757,15.542688,25.2021,16.7972,15.542688,15.542688,24.9686,17.3272,15.542688,15.542688,25.4775,16.8139,104.7504,153.0067,131.96492,11.4693,8.57887,162.51627,142.1728,42.5215,8.59732,181.04838,175.99631,11.2352,8.56125,82.75802,95.8733,48.1179,25.6923,4.46626,106.245,95.9383,28.3993,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,0.017259,2627.265579,1.27180930946877
+c31,137.165,370.6027,210.571,80.0402,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,15.542688,25.4775,16.8139,133.86785,10.338268,4.615243,11.4693,8.57887,157.84032,152.7675,42.5215,8.59732,181.04838,152.6487,42.2766,8.56125,51.58494,101.24477,2.306963,11.2873,4.46626,106.245,95.9383,28.3993,4.46968,90.82636,101.32631,28.6839,4.48848,5.19545,0.907753,3239.940243,1.03130940550161
+c27,2293.410251
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_results1.csv b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_results1.csv
new file mode 100644
index 0000000000000000000000000000000000000000..0631464ab20d0003a9923616f97d3d2fde356614
--- /dev/null
+++ b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_results1.csv
@@ -0,0 +1,418 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,367.1935,674.9156,734.4923,131.604,78.945,930.3708,938.716,154.555,92.4142,1252.9937,1385.115,157.253,93.1857,596.759,690.021,401.5683,85.0395,42.293,719.1726,678.3662,85.9011,43.1252,726.3655,686.3864,86.3285,43.6635,373.8222,471.2729,233.5022,67.2674,20.4251,491.0196,475.3594,71.0934,21.0221,501.5035,483.9556,73.1106,21.5459,35.1354,0.5632148,15217.3421148,0.99999999342855
+c1,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16291.35512,0.934074661641317
+c2,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,13.092790,13.092790,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,10.910659,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15318.246069,0.993412819386321
+c3,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,10.910659,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16698.047889,0.911324612602897
+c4,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,10.910659,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16698.047889,0.911324612602897
+c5,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16291.35512,0.934074661641317
+c6,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,10.910659,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16698.047889,0.911324612602897
+c7,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16291.35512,0.934074661641317
+c8,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15501.448142,0.98167228488818
+c9,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16291.35512,0.934074661641317
+c10,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,13.092790,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14041.133564,1.08376876674963
+c11,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15501.448142,0.98167228488818
+c12,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16291.35512,0.934074661641317
+c13,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,13.092790,13.092790,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,10.910659,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15318.246069,0.993412819386321
+c14,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,10.910659,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16698.047889,0.911324612602897
+c15,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,10.910659,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16698.047889,0.911324612602897
+c16,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16291.35512,0.934074661641317
+c17,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,10.910659,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16698.047889,0.911324612602897
+c18,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16291.35512,0.934074661641317
+c19,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15501.448142,0.98167228488818
+c20,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16291.35512,0.934074661641317
+c21,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,13.092790,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14041.133564,1.08376876674963
+c22,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,17.457054,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,13.092790,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13178.986828,1.15466706188693
+c23,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16291.35512,0.934074661641317
+c24,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,13.092790,13.092790,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,10.910659,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15318.246069,0.993412819386321
+c25,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,10.910659,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16698.047889,0.911324612602897
+c26,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,10.910659,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16698.047889,0.911324612602897
+c27,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16291.35512,0.934074661641317
+c28,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,10.910659,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16698.047889,0.911324612602897
+c29,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16291.35512,0.934074661641317
+c30,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15501.448142,0.98167228488818
+c31,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16291.35512,0.934074661641317
+c32,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,13.092790,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14041.133564,1.08376876674963
+c33,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,17013.73903,0.894414919526276
+c22,13178.986828
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,137.165,207.8389,189.6515,31.9722,19.0941,208.4406,198.6494,31.9182,19.1354,259.7649,285.9489,32.0305,19.0951,123.27345,142.4026,83.6932,18.2347,9.39785,151.93707,142.1728,18.074,9.41748,151.49962,142.1021,18.0244,9.40974,77.39211,95.8733,48.1179,14.1964,4.87483,100.88243,95.9383,14.534,4.81198,100.7067,95.9563,14.737,4.81593,7.47447,0.725589,3341.380949,0.999999970072255
+c1,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3954.706354,0.844912508138335
+c2,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,6.804352,6.804352,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,5.766400,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3734.046766,0.894841727731009
+c3,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,5.766400,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4055.156502,0.823983208774732
+c4,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,5.766400,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4055.156502,0.823983208774732
+c5,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3954.706354,0.844912508138335
+c6,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,5.766400,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4055.156502,0.823983208774732
+c7,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3954.706354,0.844912508138335
+c8,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3773.780294,0.885420082820008
+c9,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3954.706354,0.844912508138335
+c10,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,6.804352,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3434.130502,0.9729918096458
+c11,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3773.780294,0.885420082820008
+c12,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3954.706354,0.844912508138335
+c13,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,6.804352,6.804352,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,5.766400,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3734.046766,0.894841727731009
+c14,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,5.766400,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4055.156502,0.823983208774732
+c15,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,5.766400,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4055.156502,0.823983208774732
+c16,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3954.706354,0.844912508138335
+c17,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,5.766400,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4055.156502,0.823983208774732
+c18,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3954.706354,0.844912508138335
+c19,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3773.780294,0.885420082820008
+c20,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3954.706354,0.844912508138335
+c21,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,6.804352,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3434.130502,0.9729918096458
+c22,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,9.024416,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,6.804352,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3223.930276,1.03643086521792
+c23,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3954.706354,0.844912508138335
+c24,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,6.804352,6.804352,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,5.766400,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3734.046766,0.894841727731009
+c25,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,5.766400,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4055.156502,0.823983208774732
+c26,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,5.766400,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4055.156502,0.823983208774732
+c27,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3954.706354,0.844912508138335
+c28,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,5.766400,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4055.156502,0.823983208774732
+c29,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3954.706354,0.844912508138335
+c30,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3773.780294,0.885420082820008
+c31,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3954.706354,0.844912508138335
+c32,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,6.804352,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3434.130502,0.9729918096458
+c33,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4123.898312,0.810248123299309
+c22,3223.930276
+
+Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,367.1935,674.9156,734.4923,131.604,78.945,930.3708,938.716,154.555,92.4142,1252.9937,1385.115,157.253,93.1857,596.759,690.021,401.5683,85.0395,42.293,719.1726,678.3662,85.9011,43.1252,726.3655,686.3864,86.3285,43.6635,373.8222,471.2729,233.5022,67.2674,20.4251,491.0196,475.3594,71.0934,21.0221,501.5035,483.9556,73.1106,21.5459,35.1354,0.5632148,15217.3421148,0.99999999342855
+c1,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16400.323624,0.927868398873808
+c2,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,42.156294,42.156294,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,29.560412,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15474.92783,0.98335463555209
+c3,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,29.560412,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16796.602642,0.905977378196184
+c4,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,29.560412,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16796.602642,0.905977378196184
+c5,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16400.323624,0.927868398873808
+c6,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,29.560412,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16796.602642,0.905977378196184
+c7,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16400.323624,0.927868398873808
+c8,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15645.895789,0.972609189193103
+c9,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16400.323624,0.927868398873808
+c10,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,42.156294,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14229.352837,1.06943317677018
+c11,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15645.895789,0.972609189193103
+c12,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16400.323624,0.927868398873808
+c13,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,42.156294,42.156294,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,29.560412,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15474.92783,0.98335463555209
+c14,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,29.560412,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16796.602642,0.905977378196184
+c15,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,29.560412,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16796.602642,0.905977378196184
+c16,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16400.323624,0.927868398873808
+c17,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,29.560412,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16796.602642,0.905977378196184
+c18,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16400.323624,0.927868398873808
+c19,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15645.895789,0.972609189193103
+c20,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16400.323624,0.927868398873808
+c21,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,42.156294,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14229.352837,1.06943317677018
+c22,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,67.644319,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,42.156294,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13388.329862,1.1366124197709
+c23,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16400.323624,0.927868398873808
+c24,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,42.156294,42.156294,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,29.560412,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15474.92783,0.98335463555209
+c25,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,29.560412,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16796.602642,0.905977378196184
+c26,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,29.560412,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16796.602642,0.905977378196184
+c27,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16400.323624,0.927868398873808
+c28,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,29.560412,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16796.602642,0.905977378196184
+c29,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16400.323624,0.927868398873808
+c30,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15645.895789,0.972609189193103
+c31,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16400.323624,0.927868398873808
+c32,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,42.156294,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14229.352837,1.06943317677018
+c33,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,17093.64403,0.890233937191484
+c22,13388.329862
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,15.774626,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,43.346653,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,34.5639,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0
+c10,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,55.391373,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,34.5639,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,15.774626,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,43.346653,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0
+c16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,34.5639,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0
+c21,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,55.391373,0
+c22,0,0,0,0,0,0,23.842121,0,0,0,23.842121,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,63.458868,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,15.774626,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,43.346653,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0
+c27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0
+c28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0
+c29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,34.5639,0
+c31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0
+c32,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,55.391373,0
+c33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,13.288878,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,33.430108,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,29.978747,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0
+c10,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,52.9229,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,29.978747,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,13.288878,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,33.430108,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0
+c16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,29.978747,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0
+c21,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,52.9229,0
+c22,0,0,0,0,0,0,26.345144,0,0,0,26.345144,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,65.979166,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,13.288878,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,33.430108,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0
+c27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0
+c28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0
+c29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,29.978747,0
+c31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0
+c32,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,52.9229,0
+c33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,3.533916,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,9.139605,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,7.914372,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0
+c10,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.586104,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,7.914372,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,3.533916,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,9.139605,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0
+c16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,7.914372,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0
+c21,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.586104,0
+c22,0,0,0,0,0,0,6.518272,0,0,0,6.518272,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.57046,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,3.533916,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,9.139605,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0
+c27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0
+c28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0
+c29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,7.914372,0
+c31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0
+c32,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.586104,0
+c33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c2,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c3,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c4,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c5,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c6,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c7,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c8,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c9,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c10,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c11,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c12,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c13,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c14,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c15,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c16,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c17,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c18,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c19,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c20,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c21,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c22,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c23,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c24,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c25,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c26,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c27,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c28,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c29,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c30,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c31,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c32,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c33,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c2,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c3,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c4,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c5,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c6,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c7,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c8,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c9,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c10,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c11,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c12,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c13,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c14,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c15,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c16,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c17,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c18,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c19,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c20,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c21,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c22,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c23,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c24,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c25,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c26,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c27,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c28,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c29,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c30,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c31,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c32,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c33,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,137.165,207.8389,189.6515,31.9722,19.0941,208.4406,198.6494,31.9182,19.1354,259.7649,285.9489,32.0305,19.0951,123.27345,142.4026,83.6932,18.2347,9.39785,151.93707,142.1728,18.074,9.41748,151.49962,142.1021,18.0244,9.40974,77.39211,95.8733,48.1179,14.1964,4.87483,100.88243,95.9383,14.534,4.81198,100.7067,95.9563,14.737,4.81593,7.47447,0.725589,3341.380949,0.999999970072255
+c1,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3985.86727,0.838307108296983
+c2,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,10.338268,10.338268,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,7.838173,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3770.813371,0.886116742368029
+c3,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,7.838173,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4084.855275,0.817992472744522
+c4,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,7.838173,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4084.855275,0.817992472744522
+c5,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3985.86727,0.838307108296983
+c6,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,7.838173,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4084.855275,0.817992472744522
+c7,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3985.86727,0.838307108296983
+c8,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3809.321666,0.877159020491103
+c9,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3985.86727,0.838307108296983
+c10,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,10.338268,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3475.343606,0.961453378907899
+c11,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3809.321666,0.877159020491103
+c12,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3985.86727,0.838307108296983
+c13,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,10.338268,10.338268,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,7.838173,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3770.813371,0.886116742368029
+c14,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,7.838173,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4084.855275,0.817992472744522
+c15,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,7.838173,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4084.855275,0.817992472744522
+c16,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3985.86727,0.838307108296983
+c17,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,7.838173,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4084.855275,0.817992472744522
+c18,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3985.86727,0.838307108296983
+c19,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3809.321666,0.877159020491103
+c20,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3985.86727,0.838307108296983
+c21,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,10.338268,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3475.343606,0.961453378907899
+c22,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,15.542688,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,10.338268,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3268.127736,1.02241439646059
+c23,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3985.86727,0.838307108296983
+c24,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,10.338268,10.338268,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,7.838173,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3770.813371,0.886116742368029
+c25,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,7.838173,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4084.855275,0.817992472744522
+c26,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,7.838173,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4084.855275,0.817992472744522
+c27,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3985.86727,0.838307108296983
+c28,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,7.838173,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4084.855275,0.817992472744522
+c29,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3985.86727,0.838307108296983
+c30,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3809.321666,0.877159020491103
+c31,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3985.86727,0.838307108296983
+c32,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,10.338268,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3475.343606,0.961453378907899
+c33,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4151.525312,0.804856195590596
+c22,3268.127736
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_results2.csv b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_results2.csv
new file mode 100644
index 0000000000000000000000000000000000000000..abf09ee84725703f377f9ee103c0c119469018aa
--- /dev/null
+++ b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_results2.csv
@@ -0,0 +1,550 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,367.1935,674.9156,734.4923,131.604,78.945,930.3708,938.716,154.555,92.4142,1252.9937,1385.115,157.253,93.1857,596.759,690.021,401.5683,85.0395,42.293,719.1726,678.3662,85.9011,43.1252,726.3655,686.3864,86.3285,43.6635,373.8222,471.2729,233.5022,67.2674,20.4251,491.0196,475.3594,71.0934,21.0221,501.5035,483.9556,73.1106,21.5459,35.1354,0.5632148,15217.3421148,0.99999999342855
+c1,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13975.779396,1.08883673494959
+c2,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13975.779396,1.08883673494959
+c3,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16595.159293,0.916974748746241
+c4,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,13.092790,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13644.186023,1.11529863178487
+c5,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,13.092790,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,2.182132,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13539.421255,1.12392854286792
+c6,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,13.092790,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,10.910659,50.3589,22.1017,23.3959,6.45743,13297.738482,1.14435563768703
+c7,367.1935,1160.9424,17.457054,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14992.005674,1.01503043316531
+c8,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,17.457054,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,13.092790,13.092790,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,6.546395,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13829.134659,1.10038280629933
+c9,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,17.457054,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,10.910659,50.3589,22.1017,23.3959,6.45743,15057.140543,1.01063956800287
+c10,367.1935,1160.9424,17.457054,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,13.092790,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14267.452864,1.06657734587924
+c11,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,2.182132,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15281.976974,0.995770510655328
+c12,367.1935,1160.9424,17.457054,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,10.910659,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14676.314533,1.03686398767873
+c13,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,6.546395,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14849.218642,1.02479075695469
+c14,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,13.092790,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15473.658942,0.983435273679982
+c15,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13975.779396,1.08883673494959
+c16,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13975.779396,1.08883673494959
+c17,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13975.779396,1.08883673494959
+c18,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,13.092790,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13644.186023,1.11529863178487
+c19,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,17.457054,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,13.092790,13.092790,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,6.546395,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13829.134659,1.10038280629933
+c20,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,6.546395,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14849.218642,1.02479075695469
+c21,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,13.092790,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,10.910659,50.3589,22.1017,23.3959,6.45743,13297.738482,1.14435563768703
+c22,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,17.457054,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,10.910659,50.3589,22.1017,23.3959,6.45743,15057.140543,1.01063956800287
+c23,367.1935,1160.9424,17.457054,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,13.092790,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14267.452864,1.06657734587924
+c24,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,2.182132,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15281.976974,0.995770510655328
+c25,367.1935,1160.9424,17.457054,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,10.910659,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14676.314533,1.03686398767873
+c26,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,13.092790,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15473.658942,0.983435273679982
+c27,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,17.457054,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,13.092790,49.8165,38.8844,13.092790,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,10.910659,50.3589,22.1017,23.3959,6.45743,12056.745877,1.26214337963405
+c28,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,13.092790,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,2.182132,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13539.421255,1.12392854286792
+c29,367.1935,1160.9424,17.457054,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14992.005674,1.01503043316531
+c30,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13975.779396,1.08883673494959
+c31,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13975.779396,1.08883673494959
+c32,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16595.159293,0.916974748746241
+c33,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,13.092790,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13644.186023,1.11529863178487
+c34,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13975.779396,1.08883673494959
+c35,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,13.092790,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15473.658942,0.983435273679982
+c36,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13975.779396,1.08883673494959
+c37,367.1935,1160.9424,17.457054,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14992.005674,1.01503043316531
+c38,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,13.092790,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,10.910659,50.3589,22.1017,23.3959,6.45743,13297.738482,1.14435563768703
+c39,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,13.092790,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,2.182132,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13539.421255,1.12392854286792
+c40,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,17.457054,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,10.910659,50.3589,22.1017,23.3959,6.45743,15057.140543,1.01063956800287
+c41,367.1935,1160.9424,17.457054,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,13.092790,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14267.452864,1.06657734587924
+c42,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,17.457054,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,13.092790,13.092790,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,6.546395,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13829.134659,1.10038280629933
+c43,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,326.6018,2.182132,49.7509,21.8376,347.1207,10.910659,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15281.976974,0.995770510655328
+c44,367.1935,1160.9424,17.457054,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,13.092790,49.6507,39.5474,226.8183,10.910659,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14676.314533,1.03686398767873
+c45,367.1935,1160.9424,1316.8065,109.339,74.5864,1558.1515,17.457054,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,4.364263,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,6.546395,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14849.218642,1.02479075695469
+c27,12056.745877
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,137.165,207.8389,189.6515,31.9722,19.0941,208.4406,198.6494,31.9182,19.1354,259.7649,285.9489,32.0305,19.0951,123.27345,142.4026,83.6932,18.2347,9.39785,151.93707,142.1728,18.074,9.41748,151.49962,142.1021,18.0244,9.40974,77.39211,95.8733,48.1179,14.1964,4.87483,100.88243,95.9383,14.534,4.81198,100.7067,95.9563,14.737,4.81593,7.47447,0.725589,3341.380949,0.999999970072255
+c1,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3423.27821,0.976076335727433
+c2,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3423.27821,0.976076335727433
+c3,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4026.294652,0.829889800626301
+c4,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,6.804352,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3346.637842,0.998429171876042
+c5,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,6.804352,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,1.153280,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3329.819752,1.00347198873028
+c6,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,6.804352,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,5.766400,11.2081,4.48848,5.19545,1.571852,3267.556342,1.02259318494123
+c7,137.165,342.9757,9.024416,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3635.26387,0.91915772185314
+c8,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,9.024416,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,6.804352,6.804352,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,3.459840,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3375.271292,0.989959194664961
+c9,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,9.024416,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,5.766400,11.2081,4.48848,5.19545,1.571852,3661.254368,0.912632808837586
+c10,137.165,342.9757,9.024416,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,6.804352,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3465.190102,0.964270575124984
+c11,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,1.153280,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3724.001434,0.897255524331371
+c12,137.165,342.9757,9.024416,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,5.766400,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3566.52206,0.936873738364772
+c13,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,3.459840,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3627.667468,0.921082454873936
+c14,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,6.804352,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3768.728224,0.886607009510723
+c15,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3423.27821,0.976076335727433
+c16,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3423.27821,0.976076335727433
+c17,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3423.27821,0.976076335727433
+c18,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,6.804352,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3346.637842,0.998429171876042
+c19,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,9.024416,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,6.804352,6.804352,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,3.459840,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3375.271292,0.989959194664961
+c20,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,3.459840,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3627.667468,0.921082454873936
+c21,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,6.804352,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,5.766400,11.2081,4.48848,5.19545,1.571852,3267.556342,1.02259318494123
+c22,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,9.024416,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,5.766400,11.2081,4.48848,5.19545,1.571852,3661.254368,0.912632808837586
+c23,137.165,342.9757,9.024416,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,6.804352,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3465.190102,0.964270575124984
+c24,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,1.153280,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3724.001434,0.897255524331371
+c25,137.165,342.9757,9.024416,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,5.766400,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3566.52206,0.936873738364772
+c26,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,6.804352,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3768.728224,0.886607009510723
+c27,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,9.024416,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,6.804352,11.2953,8.59732,6.804352,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,5.766400,11.2081,4.48848,5.19545,1.571852,2966.434488,1.12639630164668
+c28,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,6.804352,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,1.153280,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3329.819752,1.00347198873028
+c29,137.165,342.9757,9.024416,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3635.26387,0.91915772185314
+c30,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3423.27821,0.976076335727433
+c31,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3423.27821,0.976076335727433
+c32,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4026.294652,0.829889800626301
+c33,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,6.804352,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3346.637842,0.998429171876042
+c34,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3423.27821,0.976076335727433
+c35,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,6.804352,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3768.728224,0.886607009510723
+c36,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3423.27821,0.976076335727433
+c37,137.165,342.9757,9.024416,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3635.26387,0.91915772185314
+c38,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,6.804352,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,5.766400,11.2081,4.48848,5.19545,1.571852,3267.556342,1.02259318494123
+c39,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,6.804352,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,1.153280,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3329.819752,1.00347198873028
+c40,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,9.024416,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,5.766400,11.2081,4.48848,5.19545,1.571852,3661.254368,0.912632808837586
+c41,137.165,342.9757,9.024416,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,6.804352,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3465.190102,0.964270575124984
+c42,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,9.024416,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,6.804352,6.804352,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,3.459840,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3375.271292,0.989959194664961
+c43,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,74.50821,1.153280,11.2873,4.46626,80.09278,5.766400,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3724.001434,0.897255524331371
+c44,137.165,342.9757,9.024416,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,6.804352,11.2352,8.56125,51.58494,5.766400,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3566.52206,0.936873738364772
+c45,137.165,342.9757,328.4669,25.2021,16.7972,356.8393,9.024416,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,2.306560,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,3.459840,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3627.667468,0.921082454873936
+c27,2966.434488
+
+Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,367.1935,674.9156,734.4923,131.604,78.945,930.3708,938.716,154.555,92.4142,1252.9937,1385.115,157.253,93.1857,596.759,690.021,401.5683,85.0395,42.293,719.1726,678.3662,85.9011,43.1252,726.3655,686.3864,86.3285,43.6635,373.8222,471.2729,233.5022,67.2674,20.4251,491.0196,475.3594,71.0934,21.0221,501.5035,483.9556,73.1106,21.5459,35.1354,0.5632148,15217.3421148,0.99999999342855
+c1,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14170.414308,1.07388123428549
+c2,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14170.414308,1.07388123428549
+c3,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16691.893683,0.911660612787881
+c4,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,42.156294,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13851.055049,1.0986413634992
+c5,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,42.156294,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,10.570936,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13754.679085,1.10633929807647
+c6,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,42.156294,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,29.560412,50.3589,22.1017,23.3959,6.45743,13523.257261,1.12527194510737
+c7,367.1935,1240.8474,67.644319,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15151.161443,1.00436801968035
+c8,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,67.644319,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,42.156294,42.156294,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,18.903715,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14029.711252,1.08465111882938
+c9,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,67.644319,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,29.560412,50.3589,22.1017,23.3959,6.45743,15205.882561,1.00075361977042
+c10,367.1935,1240.8474,67.644319,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,42.156294,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14455.672137,1.05269003511649
+c11,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,10.570936,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15434.813425,0.98591033122313
+c12,367.1935,1240.8474,67.644319,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,29.560412,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14854.120055,1.02445260681951
+c13,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,18.903715,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15008.497617,1.01391507676104
+c14,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,42.156294,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15618.106589,0.974339746668381
+c15,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14170.414308,1.07388123428549
+c16,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14170.414308,1.07388123428549
+c17,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14170.414308,1.07388123428549
+c18,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,42.156294,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13851.055049,1.0986413634992
+c19,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,67.644319,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,42.156294,42.156294,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,18.903715,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14029.711252,1.08465111882938
+c20,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,18.903715,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15008.497617,1.01391507676104
+c21,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,42.156294,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,29.560412,50.3589,22.1017,23.3959,6.45743,13523.257261,1.12527194510737
+c22,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,67.644319,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,29.560412,50.3589,22.1017,23.3959,6.45743,15205.882561,1.00075361977042
+c23,367.1935,1240.8474,67.644319,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,42.156294,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14455.672137,1.05269003511649
+c24,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,10.570936,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15434.813425,0.98591033122313
+c25,367.1935,1240.8474,67.644319,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,29.560412,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14854.120055,1.02445260681951
+c26,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,42.156294,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15618.106589,0.974339746668381
+c27,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,67.644319,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,42.156294,49.8165,38.8844,42.156294,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,29.560412,50.3589,22.1017,23.3959,6.45743,12313.802168,1.23579555555683
+c28,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,42.156294,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,10.570936,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13754.679085,1.10633929807647
+c29,367.1935,1240.8474,67.644319,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15151.161443,1.00436801968035
+c30,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14170.414308,1.07388123428549
+c31,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14170.414308,1.07388123428549
+c32,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,16691.893683,0.911660612787881
+c33,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,42.156294,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13851.055049,1.0986413634992
+c34,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14170.414308,1.07388123428549
+c35,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,42.156294,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15618.106589,0.974339746668381
+c36,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14170.414308,1.07388123428549
+c37,367.1935,1240.8474,67.644319,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15151.161443,1.00436801968035
+c38,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,42.156294,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,29.560412,50.3589,22.1017,23.3959,6.45743,13523.257261,1.12527194510737
+c39,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,42.156294,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,10.570936,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,13754.679085,1.10633929807647
+c40,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,67.644319,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,29.560412,50.3589,22.1017,23.3959,6.45743,15205.882561,1.00075361977042
+c41,367.1935,1240.8474,67.644319,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,42.156294,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14455.672137,1.05269003511649
+c42,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,67.644319,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,42.156294,42.156294,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,18.903715,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14029.711252,1.08465111882938
+c43,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,326.6018,10.570936,49.7509,21.8376,347.1207,29.560412,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15434.813425,0.98591033122313
+c44,367.1935,1240.8474,67.644319,109.339,74.5864,1558.1515,1543.1258,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,422.944,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,42.156294,49.6507,39.5474,226.8183,29.560412,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,14854.120055,1.02445260681951
+c45,367.1935,1240.8474,1316.8065,109.339,74.5864,1558.1515,67.644319,108.541,77.2477,1693.1477,1601.9877,107.72,72.987,452.0318,648.5595,21.193653,49.588,38.5238,668.3418,737.6456,49.8165,38.8844,763.2659,735.4767,49.6507,39.5474,18.903715,326.6018,221.6533,49.7509,21.8376,347.1207,382.2379,50.4854,21.963,393.9254,382.9785,50.3589,22.1017,23.3959,6.45743,15008.497617,1.01391507676104
+c27,12313.802168
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,58.406021,0
+c2,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,58.406021,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.991873,0
+c4,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,67.188774,0
+c5,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,3.468407,0,0,0,11.797401,0,0,0,0,0,0,0,0,70.657181,0
+c6,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,11.797401,0,0,0,0,78.986175,0
+c7,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,39.616747,0
+c8,0,0,0,0,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,15.774626,15.774626,0,0,0,0,0,0,7.351726,0,0,0,0,0,0,0,0,0,0,0,0,0,0,62.743099,0
+c9,0,0,0,0,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,35.639522,0
+c10,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,55.391373,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,15.774626,0,0,0,0,3.468407,0,0,0,11.797401,0,0,0,0,0,0,0,0,38.032307,0
+c12,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,51.414148,0
+c13,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,0,0,0,7.351726,0,0,0,0,0,0,0,0,0,0,0,0,0,0,38.18572,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,34.5639,0
+c15,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,58.406021,0
+c16,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,58.406021,0
+c17,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,58.406021,0
+c18,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,67.188774,0
+c19,0,0,0,0,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,15.774626,15.774626,0,0,0,0,0,0,7.351726,0,0,0,0,0,0,0,0,0,0,0,0,0,0,62.743099,0
+c20,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,0,0,0,7.351726,0,0,0,0,0,0,0,0,0,0,0,0,0,0,38.18572,0
+c21,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,11.797401,0,0,0,0,78.986175,0
+c22,0,0,0,0,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,35.639522,0
+c23,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,55.391373,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,15.774626,0,0,0,0,3.468407,0,0,0,11.797401,0,0,0,0,0,0,0,0,38.032307,0
+c25,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,51.414148,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,34.5639,0
+c27,0,0,0,0,0,0,23.842121,0,0,0,23.842121,0,0,0,0,0,0,0,0,15.774626,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,91.030895,0
+c28,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,3.468407,0,0,0,11.797401,0,0,0,0,0,0,0,0,70.657181,0
+c29,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,39.616747,0
+c30,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,58.406021,0
+c31,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,58.406021,0
+c32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.991873,0
+c33,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,67.188774,0
+c34,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,58.406021,0
+c35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,34.5639,0
+c36,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,0,0,0,0,58.406021,0
+c37,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,39.616747,0
+c38,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,15.774626,0,0,0,0,0,0,0,0,11.797401,0,0,0,11.797401,0,0,0,0,78.986175,0
+c39,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,15.774626,0,0,0,0,0,0,0,0,15.774626,0,0,0,0,3.468407,0,0,0,11.797401,0,0,0,0,0,0,0,0,70.657181,0
+c40,0,0,0,0,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,11.797401,0,0,0,0,35.639522,0
+c41,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,15.774626,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,55.391373,0
+c42,0,0,0,0,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,15.774626,15.774626,0,0,0,0,0,0,7.351726,0,0,0,0,0,0,0,0,0,0,0,0,0,0,62.743099,0
+c43,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,15.774626,0,0,0,0,3.468407,0,0,0,11.797401,0,0,0,0,0,0,0,0,38.032307,0
+c44,0,0,23.842121,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.774626,0,0,0,11.797401,0,0,0,0,0,0,0,0,0,0,0,0,0,51.414148,0
+c45,0,0,0,0,0,0,23.842121,0,0,0,0,0,0,0,0,6.991873,0,0,0,0,0,0,0,0,0,0,7.351726,0,0,0,0,0,0,0,0,0,0,0,0,0,0,38.18572,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,56.323891,0
+c2,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,56.323891,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9.837517,0
+c4,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,59.775252,0
+c5,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,4.920397,0,0,0,6.852352,0,0,0,0,0,0,0,0,64.695649,0
+c6,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,6.852352,0,0,0,0,66.627604,0
+c7,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,39.634022,0
+c8,0,0,0,0,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,13.288878,13.288878,0,0,0,0,0,0,5.005594,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57.928494,0
+c9,0,0,0,0,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,33.197496,0
+c10,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,52.9229,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,13.288878,0,0,0,0,4.920397,0,0,0,6.852352,0,0,0,0,0,0,0,0,34.899144,0
+c12,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,46.486374,0
+c13,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,0,0,0,5.005594,0,0,0,0,0,0,0,0,0,0,0,0,0,0,41.188255,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,29.978747,0
+c15,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,56.323891,0
+c16,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,56.323891,0
+c17,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,56.323891,0
+c18,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,59.775252,0
+c19,0,0,0,0,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,13.288878,13.288878,0,0,0,0,0,0,5.005594,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57.928494,0
+c20,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,0,0,0,5.005594,0,0,0,0,0,0,0,0,0,0,0,0,0,0,41.188255,0
+c21,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,6.852352,0,0,0,0,66.627604,0
+c22,0,0,0,0,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,33.197496,0
+c23,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,52.9229,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,13.288878,0,0,0,0,4.920397,0,0,0,6.852352,0,0,0,0,0,0,0,0,34.899144,0
+c25,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,46.486374,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,29.978747,0
+c27,0,0,0,0,0,0,26.345144,0,0,0,26.345144,0,0,0,0,0,0,0,0,13.288878,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,86.120396,0
+c28,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,4.920397,0,0,0,6.852352,0,0,0,0,0,0,0,0,64.695649,0
+c29,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,39.634022,0
+c30,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,56.323891,0
+c31,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,56.323891,0
+c32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9.837517,0
+c33,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,59.775252,0
+c34,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,56.323891,0
+c35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,29.978747,0
+c36,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,0,0,0,0,56.323891,0
+c37,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,39.634022,0
+c38,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,13.288878,0,0,0,0,0,0,0,0,6.852352,0,0,0,6.852352,0,0,0,0,66.627604,0
+c39,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,13.288878,0,0,0,0,0,0,0,0,13.288878,0,0,0,0,4.920397,0,0,0,6.852352,0,0,0,0,0,0,0,0,64.695649,0
+c40,0,0,0,0,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,6.852352,0,0,0,0,33.197496,0
+c41,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,13.288878,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,52.9229,0
+c42,0,0,0,0,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,13.288878,13.288878,0,0,0,0,0,0,5.005594,0,0,0,0,0,0,0,0,0,0,0,0,0,0,57.928494,0
+c43,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,13.288878,0,0,0,0,4.920397,0,0,0,6.852352,0,0,0,0,0,0,0,0,34.899144,0
+c44,0,0,26.345144,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.288878,0,0,0,6.852352,0,0,0,0,0,0,0,0,0,0,0,0,0,46.486374,0
+c45,0,0,0,0,0,0,26.345144,0,0,0,0,0,0,0,0,9.837517,0,0,0,0,0,0,0,0,0,0,5.005594,0,0,0,0,0,0,0,0,0,0,0,0,0,0,41.188255,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,14.432644,0
+c2,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,14.432644,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.308683,0
+c4,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,15.657877,0
+c5,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,1.153683,0,0,0,2.071773,0,0,0,0,0,0,0,0,16.81156,0
+c6,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,2.071773,0,0,0,0,17.72965,0
+c7,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10.052188,0
+c8,0,0,0,0,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,3.533916,3.533916,0,0,0,0,0,0,1.429432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.015536,0
+c9,0,0,0,0,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,8.590045,0
+c10,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.586104,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,3.533916,0,0,0,0,1.153683,0,0,0,2.071773,0,0,0,0,0,0,0,0,9.068055,0
+c12,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,12.123961,0
+c13,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,0,0,0,1.429432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10.256387,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,7.914372,0
+c15,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,14.432644,0
+c16,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,14.432644,0
+c17,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,14.432644,0
+c18,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,15.657877,0
+c19,0,0,0,0,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,3.533916,3.533916,0,0,0,0,0,0,1.429432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.015536,0
+c20,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,0,0,0,1.429432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10.256387,0
+c21,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,2.071773,0,0,0,0,17.72965,0
+c22,0,0,0,0,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,8.590045,0
+c23,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.586104,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,3.533916,0,0,0,0,1.153683,0,0,0,2.071773,0,0,0,0,0,0,0,0,9.068055,0
+c25,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,12.123961,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,7.914372,0
+c27,0,0,0,0,0,0,6.518272,0,0,0,6.518272,0,0,0,0,0,0,0,0,3.533916,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,22.176149,0
+c28,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,1.153683,0,0,0,2.071773,0,0,0,0,0,0,0,0,16.81156,0
+c29,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10.052188,0
+c30,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,14.432644,0
+c31,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,14.432644,0
+c32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.308683,0
+c33,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,15.657877,0
+c34,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,14.432644,0
+c35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,7.914372,0
+c36,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,0,0,0,0,14.432644,0
+c37,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10.052188,0
+c38,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,3.533916,0,0,0,0,0,0,0,0,2.071773,0,0,0,2.071773,0,0,0,0,17.72965,0
+c39,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,3.533916,0,0,0,0,0,0,0,0,3.533916,0,0,0,0,1.153683,0,0,0,2.071773,0,0,0,0,0,0,0,0,16.81156,0
+c40,0,0,0,0,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.071773,0,0,0,0,8.590045,0
+c41,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,3.533916,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,13.586104,0
+c42,0,0,0,0,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,3.533916,3.533916,0,0,0,0,0,0,1.429432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,15.015536,0
+c43,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,3.533916,0,0,0,0,1.153683,0,0,0,2.071773,0,0,0,0,0,0,0,0,9.068055,0
+c44,0,0,6.518272,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,3.533916,0,0,0,2.071773,0,0,0,0,0,0,0,0,0,0,0,0,0,12.123961,0
+c45,0,0,0,0,0,0,6.518272,0,0,0,0,0,0,0,0,2.308683,0,0,0,0,0,0,0,0,0,0,1.429432,0,0,0,0,0,0,0,0,0,0,0,0,0,0,10.256387,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c34,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c37,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c38,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c39,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c40,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c41,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c42,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c43,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c45,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c2,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c3,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c4,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c5,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c6,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c7,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c8,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c9,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c10,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c11,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c12,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c13,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c14,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c15,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c16,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c17,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c18,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c19,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c20,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c21,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c22,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c23,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c24,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c25,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c26,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c27,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c28,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c29,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c30,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c31,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c32,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c33,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c34,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c35,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c36,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c37,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c38,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c39,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c40,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c41,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c42,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c43,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c44,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c45,0,79.905,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,79.905,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c2,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c3,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c4,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c5,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c6,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c7,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c8,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c9,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c10,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c11,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c12,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c13,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c14,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c15,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c16,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c17,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c18,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c19,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c20,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c21,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c22,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c23,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c24,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c25,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c26,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c27,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c28,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c29,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c30,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c31,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c32,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c33,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c34,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c35,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c36,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c37,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c38,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c39,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c40,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c41,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c42,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c43,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c44,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c45,0,27.627,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,27.627,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,137.165,207.8389,189.6515,31.9722,19.0941,208.4406,198.6494,31.9182,19.1354,259.7649,285.9489,32.0305,19.0951,123.27345,142.4026,83.6932,18.2347,9.39785,151.93707,142.1728,18.074,9.41748,151.49962,142.1021,18.0244,9.40974,77.39211,95.8733,48.1179,14.1964,4.87483,100.88243,95.9383,14.534,4.81198,100.7067,95.9563,14.737,4.81593,7.47447,0.725589,3341.380949,0.999999970072255
+c1,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3465.337854,0.96422946141316
+c2,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3465.337854,0.96422946141316
+c3,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4056.230335,0.823765070191334
+c4,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,10.338268,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3389.922719,0.985680538291925
+c5,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,10.338268,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,2.306963,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3374.258312,0.990256388519896
+c6,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,10.338268,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,7.838173,11.2081,4.48848,5.19545,1.571852,3312.912992,1.00859299843052
+c7,137.165,370.6027,15.542688,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3672.943058,0.909728467134639
+c8,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,15.542688,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,10.338268,10.338268,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,4.889272,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3417.913828,0.977608277852455
+c9,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,15.542688,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,7.838173,11.2081,4.48848,5.19545,1.571852,3697.471413,0.903693493581218
+c10,137.165,370.6027,15.542688,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,10.338268,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3506.403206,0.952936857914313
+c11,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,2.306963,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3760.696489,0.888500539706794
+c12,137.165,370.6027,15.542688,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,7.838173,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3606.273021,0.926546835718714
+c13,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,4.889272,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3665.550855,0.911563088337972
+c14,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,10.338268,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3804.269596,0.87832388763428
+c15,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3465.337854,0.96422946141316
+c16,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3465.337854,0.96422946141316
+c17,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3465.337854,0.96422946141316
+c18,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,10.338268,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3389.922719,0.985680538291925
+c19,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,15.542688,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,10.338268,10.338268,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,4.889272,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3417.913828,0.977608277852455
+c20,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,4.889272,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3665.550855,0.911563088337972
+c21,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,10.338268,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,7.838173,11.2081,4.48848,5.19545,1.571852,3312.912992,1.00859299843052
+c22,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,15.542688,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,7.838173,11.2081,4.48848,5.19545,1.571852,3697.471413,0.903693493581218
+c23,137.165,370.6027,15.542688,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,10.338268,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3506.403206,0.952936857914313
+c24,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,2.306963,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3760.696489,0.888500539706794
+c25,137.165,370.6027,15.542688,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,7.838173,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3606.273021,0.926546835718714
+c26,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,10.338268,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3804.269596,0.87832388763428
+c27,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,15.542688,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,10.338268,11.2953,8.59732,10.338268,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,7.838173,11.2081,4.48848,5.19545,1.571852,3016.237637,1.10779760759952
+c28,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,10.338268,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,2.306963,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3374.258312,0.990256388519896
+c29,137.165,370.6027,15.542688,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3672.943058,0.909728467134639
+c30,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3465.337854,0.96422946141316
+c31,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3465.337854,0.96422946141316
+c32,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,4056.230335,0.823765070191334
+c33,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,10.338268,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3389.922719,0.985680538291925
+c34,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3465.337854,0.96422946141316
+c35,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,10.338268,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3804.269596,0.87832388763428
+c36,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3465.337854,0.96422946141316
+c37,137.165,370.6027,15.542688,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3672.943058,0.909728467134639
+c38,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,10.338268,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,7.838173,11.2081,4.48848,5.19545,1.571852,3312.912992,1.00859299843052
+c39,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,10.338268,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,2.306963,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3374.258312,0.990256388519896
+c40,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,15.542688,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,7.838173,11.2081,4.48848,5.19545,1.571852,3697.471413,0.903693493581218
+c41,137.165,370.6027,15.542688,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,10.338268,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3506.403206,0.952936857914313
+c42,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,15.542688,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,10.338268,10.338268,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,4.889272,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3417.913828,0.977608277852455
+c43,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,74.50821,2.306963,11.2873,4.46626,80.09278,7.838173,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3760.696489,0.888500539706794
+c44,137.165,370.6027,15.542688,25.2021,16.7972,356.8393,359.5265,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,99.91022,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,10.338268,11.2352,8.56125,51.58494,7.838173,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3606.273021,0.926546835718714
+c45,137.165,370.6027,328.4669,25.2021,16.7972,356.8393,15.542688,24.9686,17.3272,399.7504,388.4166,25.4775,16.8139,104.7504,148.08761,4.615243,11.4693,8.57887,157.84032,176.87812,11.2953,8.59732,181.04838,175.99631,11.2352,8.56125,4.889272,74.50821,50.93214,11.2873,4.46626,80.09278,89.0888,11.1843,4.46968,90.82636,89.01816,11.2081,4.48848,5.19545,1.571852,3665.550855,0.911563088337972
+c27,3016.237637
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,NML1,NML2,Conv4,Conv5,NML3,NML4,Conv6,Conv7,NML5,NML6,Conv8,Conv9,Conv10,NML7,NML8,Conv11,Conv12,NML9,NML10,Conv13,Conv14,NML11,NML12,Conv15,Conv16,Conv17,NML13,NML14,Conv18,Conv19,NML15,NML16,Conv20,Conv21,NML17,NML18,NML19,FC1,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c34,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c37,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c38,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c39,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c40,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c41,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c42,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c43,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c45,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_tensors.txt b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_tensors.txt
new file mode 100644
index 0000000000000000000000000000000000000000..a68f03802ad3eb3236f0eaf1a2dbe4eb524d712a
--- /dev/null
+++ b/llvm/projects/soc_simulator/resnet18_cifar10/resnet18_tensors.txt
@@ -0,0 +1,114 @@
+#Conv1,3
+Conv1,96.2953,255.037,174.622,421.265,6.3224,13.0911,20.9136,52.8942
+Add1,21.6934,58.7548,18.4067,51.7458,27.7102,72.282,20.7976,56.1939
+Relu1,19.1763,53.4017,15.7218,47.6272,27.4697,75.5402,20.8432,59.4527
+#Conv2,3
+Conv2,167.13,533.192,307.782,1024.12,27.627,79.905,20.9352,73.9105
+Add2,21.6463,74.901,19.5015,74.6206,27.9959,99.3789,21.8283,78.8418
+Relu2,19.0626,66.8226,15.6922,62.2018,27.4183,99.9831,20.833,77.2117
+#Conv3,2
+Conv3,167.964,647.325,309.083,1232.59,27.8734,103.065,20.9195,84.5406
+Add3,21.6875,87.1673,19.3839,84.2165,27.9995,113.419,21.828,88.7986
+#NML1,1
+Add4,31.9722,131.604,25.2021,109.339,54.8381,227.205,20.8082,85.9608
+#NML2,1
+Relu3,19.0941,78.945,16.7972,74.5864,27.5363,113.932,21.969,91.4346
+#Conv4,3
+Conv4,167.592,744.048,322.719,1401.3,27.8507,115.914,20.9916,91.4069
+Add5,21.6558,98.7438,18.3902,84.3374,52.5577,223.355,21.3908,91.48
+Relu4,19.1928,87.579,15.7301,72.5141,27.4947,117.455,20.8274,89.0752
+#Conv5,2
+Conv5,177.005,835.874,342.079,1466.82,29.7996,126.901,21.0449,89.4069
+Add6,21.6444,102.842,17.4475,76.3058,78.6158,330.238,20.8524,85.6316
+#NML3,1
+Add7,31.9182,154.555,24.9686,108.541,62.7404,259.957,20.8101,86.1797
+#NML4,1
+Relu5,19.1354,92.4142,17.3272,77.2477,30.181,124.467,21.9931,91.2
+#Conv6,3
+Conv6,218.988,1050.1,366.167,1544.8,29.7189,123.016,21.0334,89.908
+Add8,21.6322,107.553,17.6899,77.5743,83.3626,352.496,20.8989,85.9449
+Relu6,19.1447,95.3407,15.8935,70.7734,29.4192,120.534,20.9166,86.1995
+#Conv7,2
+Conv7,264.136,1280.25,370.721,1526.79,28.6144,117.921,20.9627,85.9711
+Add9,21.8129,104.865,17.6956,75.1977,82.8254,337.55,20.8517,82.5853
+#NML5,1
+Add10,32.0305,157.253,25.4775,107.72,60.3765,243.339,20.7649,83.3467
+#NML6,1
+Relu7,19.0951,93.1857,16.8139,72.987,28.3017,113.854,22.041,89.2722
+#Conv8,3
+Conv8,100.507,490.584,85.7697,364.625,28.2226,114.351,10.5944,42.4202
+Add11,13.2849,62.5018,10.3212,47.2214,15.502,62.8822,11.2293,44.7914
+Relu8,9.48155,43.6732,8.6595,40.1854,15.0619,61.1893,10.7582,43.1574
+#Conv9,2
+Conv9,129.091,627.118,138.631,604.548,14.972,60.9,10.6041,44.2087
+Add12,13.3116,62.903,9.45661,44.0115,40.1768,172.415,10.4892,42.8418
+#Conv10,2
+Conv10,70.4671,340.841,90.3128,381.213,32.0547,135.935,10.5675,40.812
+Add13,13.2261,60.7273,9.59742,41.731,41.9408,167.231,10.4872,39.7994
+#NML7,1
+Add14,18.2347,85.0395,11.4693,49.588,27.8587,110.353,10.4665,40.3814
+#NML8,1
+Relu9,9.39785,42.293,8.57887,38.5238,14.4553,55.9886,11.1054,43.0539
+#Conv11,3
+Conv11,129.334,614.475,140.577,589.922,15.1273,59.0802,10.5792,42.4989
+Add15,13.201,61.5741,9.39457,42.3399,40.147,165.995,10.4569,41.0957
+Relu10,9.40207,43.1235,7.86875,36.0799,14.7797,59.1119,10.4938,41.2344
+#Conv12,2
+Conv12,129.068,617.019,167.515,695.778,14.881,59.0727,10.5947,41.783
+Add16,13.1048,61.3472,9.36312,41.8676,40.662,165.398,10.4433,40.5802
+#NML9,1
+Add17,18.074,85.9011,11.2953,49.8165,31.2262,125.787,10.4534,40.67
+#NML10,1
+Relu11,9.41748,43.1252,8.59732,38.8844,14.7683,58.4599,11.0992,43.4074
+#Conv13,3
+Conv13,129.135,621.204,163.856,684.766,14.6929,58.143,10.5613,42.4051
+Add18,13.0014,61.4375,9.33772,41.9974,40.52,167.742,10.4893,41.2948
+Relu12,9.36322,43.724,7.85466,36.5025,14.3058,56.635,10.4801,41.3643
+#Conv14,2
+Conv14,129.174,625.346,166.656,693.932,14.7899,59.1467,10.5466,41.836
+Add19,12.9281,61.0404,9.34031,41.5447,40.5583,165.866,10.4607,40.9009
+#NML11,1
+Add20,18.0244,86.3285,11.2352,49.6507,31.0414,125.831,10.4493,41.12
+#NML12,1
+Relu13,9.40974,43.6635,8.56125,39.5474,14.7184,58.0328,11.0576,43.5721
+#Conv15,3
+Conv15,61.1393,299.396,38.244,164.048,14.5914,58.2375,5.36591,19.9204
+Add21,11.443,53.5959,9.3646,42.9504,8.53298,33.0218,5.65061,21.0508
+Relu14,4.80981,20.8303,3.97634,19.8199,7.82028,30.3544,5.27702,19.5391
+#Conv16,2
+Conv16,84.5931,417.41,65.7442,285.597,8.07266,31.1377,5.37147,20.4791
+Add22,11.2802,53.8629,8.76401,41.0048,20.0626,83.8331,5.28191,19.8187
+#Conv17,2
+Conv17,36.7136,180.084,42.064,181.248,16.9562,69.8631,5.36951,19.8329
+Add23,11.4043,53.4182,8.86814,40.4053,20.3149,81.1815,5.29007,18.9716
+#NML13,1
+Add24,14.1964,67.2674,11.2873,49.7509,14.405,57.1891,5.33388,19.3044
+#NML14,1
+Relu15,4.87483,20.4251,4.46626,21.8376,7.89618,29.6604,5.52563,20.1041
+#Conv18,3
+Conv18,84.6165,415.961,67.3709,286.812,8.03381,30.3417,5.36257,20.0592
+Add25,11.4019,54.4409,8.75476,40.2434,20.1161,82.2092,5.27612,19.5688
+Relu16,4.86403,20.6177,3.96712,20.0653,7.75796,29.607,5.27422,19.6466
+#Conv19,2
+Conv19,84.5493,420.587,80.3214,341.92,8.10378,31.2805,5.41437,20.2452
+Add26,11.389,54.7724,8.7674,40.3179,20.1714,82.6833,5.2755,19.4721
+#NML15,1
+Add27,14.534,71.0934,11.1843,50.4854,17.215,69.9894,5.28841,19.6402
+#NML16,1
+Relu17,4.81198,21.0221,4.46968,21.963,8.1633,31.6672,5.53729,20.6582
+#Conv20,3
+Conv20,84.5033,424.692,78.1278,333.871,8.0013,30.8855,5.3629,19.8115
+Add28,11.3928,55.6158,8.73735,40.0918,20.0577,82.5983,5.33532,19.8316
+Relu18,4.8106,21.1957,3.96121,19.9626,7.75018,29.9637,5.25633,19.6445
+#Conv21,2
+Conv21,84.5829,428.664,80.2786,343.147,8.01787,30.88,5.37001,20.3721
+Add29,11.3734,55.2916,8.73956,39.8315,19.9302,82.4415,5.31975,19.701
+#NML17,1
+Add30,14.737,73.1106,11.2081,50.3589,17.4758,71.5971,5.27643,19.4931
+#NML18,1
+Relu19,4.81593,21.5459,4.48848,22.1017,8.14713,31.7315,5.53758,20.7902
+#NML19,1
+Pool1,7.47447,35.1354,5.19545,23.3959,7.76594,29.7619,0.247834,0.0992326
+#FC1,2
+Mul1,0.500934,0.486919,1.17541,5.23179,0.866649,1.15065,0.182164,0.0453634
+Add31,0.224655,0.0762958,0.396442,1.22564,0.809076,1.36364,0.129454,0.0344863
diff --git a/llvm/projects/soc_simulator/src/driver_new_config_fp16_repl.py b/llvm/projects/soc_simulator/src/driver_new_config_fp16_repl.py
new file mode 100644
index 0000000000000000000000000000000000000000..d6c3d63112c83cd9b545914a9a33f4c5b5dae6ce
--- /dev/null
+++ b/llvm/projects/soc_simulator/src/driver_new_config_fp16_repl.py
@@ -0,0 +1,515 @@
+from collections import defaultdict
+import os
+import subprocess
+import sys
+
+class Driver:
+    class PrecisionTypes:
+        FP16 = 0
+        FP32 = 1
+        PROMISE = 2
+
+    class ApproxTypes:
+        PERF = 3 
+        SAMP = 4
+        REDUCE = 5
+
+    results_time_key = "Time"
+    results_energy_key = "Energy"
+
+
+    def __init__(self, layer_filename, table_filename, config_filename, results_filename):
+        self.__layer_filename = layer_filename
+        self.__table_filename = table_filename
+        self.__config_filename = config_filename
+        self.__results_filename = results_filename
+
+        # NOTE: Use an OrderedDict if we want to search by operation name 
+        # Using a list bc we care about the order the data is read in
+        # since it corresponds to the data in the configuration file
+        self.__tensor_layers = []
+
+        # [layer_name][operation_name][cols] 
+        # Operation names need to be stored in order of insertion 
+        self.__tensor_table = defaultdict(lambda: list(defaultdict(str)))
+
+        self.__conf_results = [] # indexed 
+        #self.__conf_results = {} # {conf name: (first line, [[layer value if promise], [tensor vals if gpu]])}
+
+
+    @staticmethod
+    def is_conv(operation_name):
+        return operation_name.startswith("Conv")
+
+
+    @staticmethod
+    def is_nml(operation_name):
+        return operation_name.startswith("NML")
+
+
+    @staticmethod
+    def is_fc(operation_name):
+        return operation_name.startswith("FC")
+
+
+    # FOR DEBUGGING ONLY
+    def __get_str(self, appr):
+        if appr == Driver.PrecisionTypes.FP16:
+            return "FP16"
+        elif appr == Driver.PrecisionTypes.FP32:
+            return "FP32"
+        elif appr == Driver.PrecisionTypes.PROMISE:
+            return "PROMISE"
+        elif appr == Driver.ApproxTypes.PERF:
+            return "PERF"
+        elif appr == Driver.ApproxTypes.SAMP:
+            return "SAMP"
+        elif appr == Driver.ApproxTypes.REDUCE:
+            return "REDUCE"
+
+    def driver(self):
+        self.__parse_tensor_layer_file()
+        self.__parse_tensor_table()
+        self.__run_simulations()
+        self.__write_output()
+
+
+    def __parse_tensor_layer_file(self): 
+        if not os.path.isfile(self.__layer_filename):
+            print("ERROR: %s was not found." % self.__layer_filename)
+            exit(1)
+        layer_file = open(self.__layer_filename, "r")
+        for line in layer_file:
+            layer_data = line.strip().split(',')
+            layer_name = layer_data[0]
+
+            tensor_layer = defaultdict(str)
+            tensor_layer["Name"] = layer_name
+
+            if Driver.is_conv(layer_name):
+                tensor_layer["N"] = float(layer_data[1])
+                tensor_layer["Cin"] = float(layer_data[2])
+                tensor_layer["H"] = float(layer_data[3])
+                tensor_layer["W"] = float(layer_data[4])
+                tensor_layer["Cout"] = float(layer_data[5])
+                tensor_layer["Kh"] = float(layer_data[7])
+                tensor_layer["Kw"] = float(layer_data[8])
+                tensor_layer["Sh"] = float(layer_data[9])
+                tensor_layer["Sw"] = float(layer_data[10])
+
+            elif Driver.is_fc(layer_name):
+                tensor_layer["RA"] = float(layer_data[1])
+                tensor_layer["CA"] = float(layer_data[2])
+                tensor_layer["RB"] = float(layer_data[3])
+                tensor_layer["CB"] = float(layer_data[4])
+
+            elif not Driver.is_nml(layer_name): # TODO should we store data for NMLs?
+                print("ERROR: Invalid layer name %s" % layer_name)
+                exit(1)
+
+            self.__tensor_layers.append(tensor_layer)
+        layer_file.close()
+
+
+    def __parse_tensor_table(self): 
+        if not os.path.isfile(self.__table_filename):
+            print("ERROR: %s was not found." % self.__table_filename)
+            exit(1)
+        table_file = open(self.__table_filename, "r")
+        line = table_file.readline().strip()
+
+        while line:
+            # Line here MUST be a header or there's a bug 
+            # Get the description of the layer 
+            assert(line.startswith("**"))
+            header_contents = line.split(' ')[1:] 
+            layer_name = header_contents[0]
+            num_ops = int(header_contents[1])
+            col_names = header_contents[2:]
+
+            layer_operations = []
+
+            # Go through all operations in the layer
+            for op_count in range(num_ops):
+                operation_data = defaultdict(str)
+
+                line = table_file.readline().strip()
+                op_data = line.split(' ')
+                op_name = op_data[0]
+                operation_data["Name"] = op_name
+
+                # Number of data items (#s) needs to match up with the # of cols 
+                assert(len(op_data) - 1 == len(col_names))
+
+                # Go through all data items (each col element) per operation 
+                for i in range(len(col_names)):
+                    operation_data[col_names[i]] = float(op_data[i + 1])
+
+                layer_operations.append(operation_data)
+
+            self.__tensor_table[layer_name] = layer_operations
+            line = table_file.readline().strip()
+        table_file.close()
+
+
+    @staticmethod
+    def is_promise(layer_hardware):
+        return layer_hardware == "promise"
+
+    @staticmethod
+    def is_gpu(layer_hardware):
+        return layer_hardware == "gpu"
+
+    def __run_simulations(self):
+        config_file = open(self.__config_filename, "r")
+        line = config_file.readline().strip()
+
+        while line: 
+            assert(line == "+++++")
+            print("CONFIGURATION")
+           
+            curr_conf_results = []
+
+            prev_layer = Driver.PrecisionTypes.FP32
+            curr_layer = None
+
+            line = config_file.readline().strip()
+            first_line = line
+            conf_name = line.split(' ')[0]
+            print("CONF NAME: %s" % conf_name)
+            assert(conf_name.startswith("conf"))
+            line = config_file.readline().strip()
+
+            while line != "-----":
+                layer_as_lst = line.split(' ')
+                layer_results = []
+                # Skip softmax
+                if line.find("softmax") != -1:
+                    layer_results.append((0, 0, ' '.join(layer_as_lst[2:])))
+                    curr_conf_results.append((layer_as_lst[1], layer_results))
+                    line = config_file.readline().strip()
+                    continue
+                layer_ind = int(layer_as_lst[0]) - 1
+                layer_table_data = self.__tensor_layers[layer_ind]
+                layer_name = layer_table_data["Name"]
+
+                if Driver.is_promise(layer_as_lst[1]):
+                    print("Running layer %s on PROMISE" % layer_name)
+                    curr_layer = Driver.PrecisionTypes.PROMISE
+
+                    total_time = 0
+                    total_energy = 0
+
+                    # To support multiple sets of <param> <number> in the future
+                    for i in range(2, len(layer_as_lst), 2):
+                        param_name = layer_as_lst[i] # Use when there's more than 1 type of param 
+                        param_val = int(layer_as_lst[i + 1])
+                        time, energy = self.__run_promise_simulation(param_val, layer_table_data)
+                        total_time += time
+                        total_energy += energy
+                        print("Curr promise: ", time, energy)
+                    print("Total promise: ", total_time, total_energy)
+                    layer_results.append((total_time, total_energy, ' '.join(layer_as_lst[2:])))
+
+                elif Driver.is_gpu(layer_as_lst[1]):
+                    print("Running layer %s on the GPU" % layer_name)
+
+                    tensor_count = 0 
+
+                    # 3 elements per tensor operation 
+                    for i in range(2, len(layer_as_lst), 3):
+                        op_type = layer_as_lst[i]
+                        precision_type = layer_as_lst[i + 1]
+                        op_number = layer_as_lst[i + 2]
+                        #print(' '.join(layer_as_lst[i : i + 3]))
+
+                        approx_type = None
+                        if line.find("fp16") != -1:
+                            curr_layer = Driver.PrecisionTypes.FP16
+                        elif line.find("fp32") != -1:
+                            curr_layer = Driver.PrecisionTypes.FP32
+                        if precision_type == "perf" or precision_type == "samp" or precision_type == "reduce": # Handle approx type
+                            if precision_type == "perf": 
+                                approx_type = Driver.ApproxTypes.PERF
+                            elif precision_type == "samp": 
+                                approx_type = Driver.ApproxTypes.SAMP
+                            elif precision_type == "reduce":
+                                approx_type = Driver.ApproxTypes.REDUCE
+                            curr_layer = Driver.PrecisionTypes.FP16
+                        quant_time, quant_energy = self.__quantize(precision_type, op_number, curr_layer, prev_layer, tensor_count, layer_table_data)
+                        if quant_time != 0:
+                            assert i == 2 #and layer_ind == 0
+                        conv_time, conv_energy = self.__run_gpu_simulation(curr_layer, layer_name, \
+                                    tensor_count, approx_type, op_number) 
+                        print(quant_time, conv_time)
+                        layer_results.append((quant_time + conv_time, quant_energy + conv_energy, ' '.join(layer_as_lst[i : i + 3])))
+                        prev_layer = curr_layer
+                        tensor_count += 1
+                line = config_file.readline().strip()
+                prev_layer = curr_layer
+                curr_conf_results.append((layer_as_lst[1], layer_results))
+
+            if not self.__conf_results: # we're appending the baseline
+                # need to find the fp16 baseline
+                self.fp16_baseline = []
+
+                prev_layer = Driver.PrecisionTypes.FP32
+                curr_layer = None
+
+                has_quantized = False
+                for layer_ind, (hardware, layer) in enumerate(curr_conf_results):
+                    if layer[0][2].find("softmax") != -1: continue
+                    fp16_layer = []
+                    layer_table_data = self.__tensor_layers[layer_ind]
+                    layer_name = layer_table_data["Name"]
+
+                    for tensor_ind, (op_time, op_energy, tensor_op) in enumerate(layer): 
+                        curr_layer = Driver.PrecisionTypes.FP16 # always
+
+                        quant_time, quant_energy = self.__quantize("fp16", "1", curr_layer, prev_layer, tensor_ind, layer_table_data)
+                        if quant_time != 0:
+                            assert not has_quantized
+                            has_quantized = True
+                        tensor_info = self.__tensor_table[layer_name][tensor_ind]
+                        fp16_time = tensor_info["fp16_time"] + quant_time
+                        fp16_energy = tensor_info["fp16_energy"] + quant_energy
+                        fp16_layer.append((fp16_time, fp16_energy, tensor_op.replace("fp32", "fp16")))  
+                        prev_layer = curr_layer
+
+                    prev_layer = curr_layer
+                    self.fp16_baseline.append((hardware, fp16_layer))
+            self.__conf_results.append( (first_line, curr_conf_results) )
+            line = config_file.readline().strip()
+        config_file.close()
+
+
+    def __quantize(self, precision_type, op_number, curr_layer, prev_layer, h2f_f2h_operation_ind, layer_data):
+        if curr_layer == prev_layer or curr_layer == Driver.PrecisionTypes.PROMISE \
+                    or prev_layer == Driver.PrecisionTypes.PROMISE:
+            return 0.0, 0.0
+        layer_name = layer_data["Name"]
+        print("QUANTIZATION")
+        print(precision_type, op_number, self.__get_str(curr_layer), self.__get_str(prev_layer), h2f_f2h_operation_ind, layer_data)
+        # NOTE: Ignoring logic where curr == promise or prev == promise bc 
+        # smartDMA is always true so we'd return near the beginning of the method
+
+        # Get h2f/f2h data using the first tensor operation in the layer
+        # (which is why order matters in the tensor table)
+        tensor_op_row = self.__tensor_table[layer_name][h2f_f2h_operation_ind]  
+        time_key = None
+        energy_key = None
+
+        if op_number == "1":
+            lookup_key = "_" #lookup_key = precision_type
+        else:
+            lookup_key = "_" + precision_type + str(op_number) + "_"
+
+        if curr_layer == Driver.PrecisionTypes.FP32:
+            time_key = "h2f%stime" % lookup_key
+            energy_key = "h2f%senergy" % lookup_key
+        elif curr_layer == Driver.PrecisionTypes.FP16:
+            time_key = "f2h%stime" % lookup_key
+            energy_key = "f2h%senergy" % lookup_key
+        print(tensor_op_row)
+        time = tensor_op_row[time_key]
+        energy = tensor_op_row[energy_key]
+        print(time_key, energy_key)
+        return (time, energy)
+
+
+    def __run_promise_simulation(self, swing, layer_data):
+        layer_name = layer_data["Name"] 
+        patch_factor = 1 
+
+        if Driver.is_conv(layer_name): 
+            rows_a = layer_data["N"] * layer_data["H"] * layer_data["W"] \
+                    / (layer_data["Sh"] * layer_data["Sw"])
+            cols_a = layer_data["Cin"] * layer_data["Kh"] * layer_data["Kw"]
+            rows_b = cols_a
+            cols_b = layer_data["Cout"]
+            patch_factor = layer_data["Kh"] * layer_data["Kw"]
+        elif Driver.is_fc(layer_name):
+            rows_a = layer_data["RA"] 
+            cols_a = layer_data["CA"]
+            rows_b = layer_data["RB"] 
+            cols_b = layer_data["CB"]
+        else:
+            print("PROMISE can't run whatever this layer is.")
+            exit(1)
+        # Run promise simulator
+        # TODO need to print time and energy in the ptm runner so we can pipe it
+        output = subprocess.Popen(["./ptm_new", str(rows_a), str(cols_a), str(rows_b), \
+                    str(cols_b), str(patch_factor), str(swing)], \
+                    stdout = subprocess.PIPE, stderr = subprocess.PIPE).communicate()[0]
+        total_time_energy = output.strip().split(',')
+
+        assert(len(total_time_energy) == 2)
+        return float(total_time_energy[0]), float(total_time_energy[1])
+
+
+    def __run_gpu_simulation(self, curr_layer, layer_name, tensor_ind, \
+                    approx_type = None, knob_number = None):
+        tensor_info = self.__tensor_table[layer_name][tensor_ind]
+        time_key = None
+        energy_key = None
+
+        if approx_type == Driver.ApproxTypes.PERF or approx_type == Driver.ApproxTypes.SAMP or approx_type == Driver.ApproxTypes.REDUCE: # fp16_perf2_energy
+            approx_type_str = None
+            if approx_type == Driver.ApproxTypes.PERF:
+                approx_type_str = "perf"
+            elif approx_type == Driver.ApproxTypes.SAMP: 
+                approx_type_str = "samp"
+            elif approx_type == Driver.ApproxTypes.REDUCE:
+                approx_type_str = "reduce"
+
+            if curr_layer == Driver.PrecisionTypes.FP32:
+                time_key = "fp32_%s%s_time" % (approx_type_str, knob_number)
+                energy_key = "fp32_%s%s_energy" % (approx_type_str, knob_number)
+
+            elif curr_layer == Driver.PrecisionTypes.FP16:
+                time_key = "fp16_%s%s_time" % (approx_type_str, knob_number)
+                energy_key = "fp16_%s%s_energy" % (approx_type_str, knob_number)
+
+        else: # None for now
+            if curr_layer == Driver.PrecisionTypes.FP32:
+                time_key = "fp32_time"
+                energy_key = "fp32_energy"
+
+            elif curr_layer == Driver.PrecisionTypes.FP16:
+                time_key = "fp16_time"
+                energy_key = "fp16_energy"
+        #print(time_key, energy_key)
+        conversion_time = tensor_info[time_key]
+        conversion_energy = tensor_info[energy_key]
+        #print("GPU: (%f, %f)\n" % (conversion_time, conversion_energy))
+        return conversion_time, conversion_energy
+
+
+    def __write_output(self):
+        config_file = open(self.__config_filename, "r")
+        results_file = open(self.__results_filename, "w")
+
+        def write_conf_to_file(conf_name, final_conf, time_speedup, energy_speedup):
+            # conf = [layer value if promise], [tensor vals if gpu]]
+            conf_str = ["+++++"]
+
+            # process the first line
+            first_line, layers = final_conf
+            first_line_lst = first_line.split(' ')
+            assert first_line_lst[0] == conf_name
+            
+            new_header = [conf_name]
+            new_header.append(repr(time_speedup))
+            new_header.append(repr(energy_speedup))
+            new_header.append(repr(abs(float(first_line_lst[-2]))))
+            new_header.append(repr(abs(float(first_line_lst[-1]))))
+            conf_str.append(' '.join(new_header))
+           
+            for ind, (hardware, layer) in enumerate(layers):
+                layer_lst = [str(ind + 1)]
+                layer_lst.append(hardware)
+                for op_time, op_energy, tensor_op in layer:
+                    layer_lst.append(tensor_op) 
+                conf_str.append(' '.join(layer_lst))
+            conf_str.append("-----\n")
+            results_file.write('\n'.join(conf_str))
+
+        fp32_baseline_conf = None
+        baseline_total_time = baseline_total_energy = 0 
+
+        def get_baseline_times_energies(conf):
+            curr_time = curr_energy = 0
+            for hardware, layer in conf[1]:
+                for op_time, op_energy, tensor_op in layer:
+                    curr_time += op_time
+                    curr_energy += op_energy
+            return curr_time, curr_energy
+
+        def get_final_times_energies_conf(curr_conf, curr_conf_name):
+            final_time = final_energy = 0
+
+            final_conf = [] # List (conf) of lists (layers) of tuples (operation data)
+
+            #for hardware, layer in self.fp16_baseline:
+                #print(hardware, layer)
+            for layer_ind, (hardware, layer) in enumerate(curr_conf[1]):
+                final_conf_layer = []
+
+                for tensor_ind, (op_time, op_energy, tensor_op) in enumerate(layer):
+                    if tensor_op.find("softmax") != -1:
+                        final_conf_layer.append((None, None, tensor_op))
+                        continue
+                    # layer name, operation name, val name
+                    if tensor_op.find("promise") != -1: # compute sum of entire fp16 baseline layer
+                        baseline_time = 0
+                        baseline_energy = 0
+                        baseline_op = []
+
+                        if tensor_op.find("fp32") != -1:
+                            assert False
+                            baseline_layer = fp32_baseline_conf[layer_ind][1]
+                        else:
+                            baseline_layer = self.fp16_baseline[layer_ind][1]
+
+                        for op_time, op_energy, tensor_op in baseline_layer:
+                            baseline_time += op_time
+                            baseline_energy += op_energy
+                            baseline_op.append(tensor_op)
+                    else: # look at the individual tensor operation as before
+                        if tensor_op.find("fp32") != -1:
+                            assert False
+                            baseline_layer = fp32_baseline_conf[1][layer_ind]
+                        else:
+                            baseline_layer = self.fp16_baseline[layer_ind][1]
+                        baseline_time = baseline_layer[tensor_ind][0]
+                        baseline_energy = baseline_layer[tensor_ind][1]
+                        baseline_op = baseline_layer[tensor_ind][2]
+
+                    final_tensor_op = tensor_op
+                    if op_time > baseline_time:
+                        print("**************** BIGGER ******************")
+                        print(curr_conf_name)
+                        print(baseline_time, baseline_energy, baseline_op, layer_ind)
+                        print(op_time, tensor_op, layer_ind)
+                        final_time += baseline_time
+                        final_energy += baseline_energy
+                        final_tensor_op = baseline_op
+                    else:
+                        print("**************** SMALLER ******************")
+                        print(curr_conf_name)
+                        print(baseline_time, baseline_energy, baseline_op, layer_ind)
+                        print(op_time, tensor_op, layer_ind)
+                        final_time += op_time
+                        final_energy += op_energy
+
+                    final_conf_layer.append((None, None, final_tensor_op)) # Don't care about the times and energies when writing
+                final_conf.append((hardware, final_conf_layer))
+            #print("\n")
+            return final_time, final_energy, (curr_conf[0], final_conf) 
+
+        conf_index = 0
+        print("RESULTS")
+        for line in config_file:
+            if line.startswith("conf"):
+                orig_line_lst = line.split(' ')
+                conf_name = orig_line_lst[0]
+
+                if not fp32_baseline_conf:
+                    fp32_baseline_conf = self.__conf_results[conf_index] #conf_name]
+                    baseline_total_time, baseline_total_energy = get_baseline_times_energies(fp32_baseline_conf)
+                    results_file.write("%s\n" % repr(baseline_total_time))
+                    write_conf_to_file(conf_name, fp32_baseline_conf, 1, 1)
+                else:
+                    curr_conf = self.__conf_results[conf_index] #conf_name]
+                    final_time, final_energy, curr_conf = get_final_times_energies_conf(curr_conf, conf_name)
+                    print("Baseline time: %f, final time: %f, baseline energy: %f, final energy: %f, rations: %f %f " % (baseline_total_time, final_time, baseline_total_energy, final_energy, baseline_total_time / final_time, baseline_total_energy / final_energy))
+                    write_conf_to_file(conf_name, curr_conf, baseline_total_time / final_time, baseline_total_energy / final_energy) 
+                conf_index += 1
+        results_file.close()
+        config_file.close()
+
+if __name__ == "__main__":
+    if len(sys.argv) != 5:
+        print("Usage: python driver.py <layer info> <tensor info> <configurations> <results file>")
+        exit(1)
+    Driver(sys.argv[1], sys.argv[2], sys.argv[3], sys.argv[4]).driver()
diff --git a/llvm/projects/soc_simulator/src/driver_new_config.py b/llvm/projects/soc_simulator/src/driver_new_config_no_fp16_repl.py
similarity index 59%
rename from llvm/projects/soc_simulator/src/driver_new_config.py
rename to llvm/projects/soc_simulator/src/driver_new_config_no_fp16_repl.py
index 6230092b41c6c63084373f4ab56ec4797095bdca..d12477fd77533f94ff067e05771459ff4c830bb8 100644
--- a/llvm/projects/soc_simulator/src/driver_new_config.py
+++ b/llvm/projects/soc_simulator/src/driver_new_config_no_fp16_repl.py
@@ -13,7 +13,8 @@ class Driver:
 
     class ApproxTypes:
         PERF = 3 
-        
+        SAMP = 4
+
     results_time_key = "Time"
     results_energy_key = "Energy"
 
@@ -33,9 +34,8 @@ class Driver:
         # Operation names need to be stored in order of insertion 
         self.__tensor_table = defaultdict(lambda: list(defaultdict(str)))
 
-        # [Time/Energy][config name] = time/energy
-        self.__aggregate_results = defaultdict(lambda: defaultdict(float))
-        self.__config_count = 0
+        self.__conf_results = [] # indexed 
+        #self.__conf_results = {} # {conf name: (first line, [[layer value if promise], [tensor vals if gpu]])}
 
 
     @staticmethod
@@ -63,6 +63,8 @@ class Driver:
             return "PROMISE"
         elif appr == Driver.ApproxTypes.PERF:
             return "PERF"
+        elif appr == Driver.ApproxTypes.SAMP:
+            return "SAMP"
 
 
     def driver(self):
@@ -76,7 +78,6 @@ class Driver:
         if not os.path.isfile(self.__layer_filename):
             print("ERROR: %s was not found." % self.__layer_filename)
             exit(1)
-
         layer_file = open(self.__layer_filename, "r")
         for line in layer_file:
             layer_data = line.strip().split(',')
@@ -138,7 +139,8 @@ class Driver:
                 operation_data["Name"] = op_name
 
                 # Number of data items (#s) needs to match up with the # of cols 
-                assert(len(op_data) - 1 == len(col_names)) 
+                assert(len(op_data) - 1 == len(col_names))
+
                 # Go through all data items (each col element) per operation 
                 for i in range(len(col_names)):
                     operation_data[col_names[i]] = float(op_data[i + 1])
@@ -165,22 +167,29 @@ class Driver:
         while line: 
             assert(line == "+++++")
             print("CONFIGURATION")
-            
+           
+            curr_conf_results = []
+
             prev_layer = Driver.PrecisionTypes.FP32
             curr_layer = None
 
             line = config_file.readline().strip()
+            first_line = line
             conf_name = line.split(' ')[0]
+            print("CONF NAME: %s" % conf_name)
             assert(conf_name.startswith("conf"))
             line = config_file.readline().strip()
 
             while line != "-----":
+                layer_as_lst = line.split(' ')
+                layer_results = []
                 # Skip softmax
                 if line.find("softmax") != -1:
+                    layer_results.append((0, 0, ' '.join(layer_as_lst[2:])))
+                    curr_conf_results.append((layer_as_lst[1], layer_results))
                     line = config_file.readline().strip()
                     continue
                 
-                layer_as_lst = line.split(' ')
                 layer_ind = int(layer_as_lst[0]) - 1
                 layer_table_data = self.__tensor_layers[layer_ind]
                 layer_name = layer_table_data["Name"]
@@ -199,17 +208,11 @@ class Driver:
                         time, energy = self.__run_promise_simulation(param_val, layer_table_data)
                         total_time += time
                         total_energy += energy
-
-                    self.__aggregate_results[Driver.results_time_key][conf_name] += total_time 
-                    self.__aggregate_results[Driver.results_energy_key][conf_name] += total_energy
-                    print(total_time, total_energy)
-                    print("AGGREGATE RESULTS: ", self.__aggregate_results)
+                    layer_results.append((total_time, total_energy, ' '.join(layer_as_lst[2:])))
 
                 elif Driver.is_gpu(layer_as_lst[1]):
                     print("Running layer %s on the GPU" % layer_name)
 
-                    total_time = 0
-                    total_energy = 0
                     tensor_count = 0 
 
                     # 3 elements per tensor operation 
@@ -219,45 +222,45 @@ class Driver:
                         op_number = layer_as_lst[i + 2]
 
                         approx_type = None
-
-                        if precision_type == "fp16" or line.find("fp16") != -1:
+                        if line.find("fp16") != -1:
                             curr_layer = Driver.PrecisionTypes.FP16
-                        elif precision_type == "fp32" or line.find("fp32") != -1:
+                        elif line.find("fp32") != -1:
                             curr_layer = Driver.PrecisionTypes.FP32
-                        elif precision_type == "perf": # Handle approx type 
-                            approx_type = Driver.ApproxTypes.PERF
+
+                        if precision_type == "perf" or precision_type == "samp": # Handle approx type
+                            if precision_type == "perf": 
+                                approx_type = Driver.ApproxTypes.PERF
+                            elif precision_type == "samp": 
+                                approx_type = Driver.ApproxTypes.SAMP
                             if line.find("fp16") != -1:
                                 curr_layer = Driver.PrecisionTypes.FP16
                             elif line.find("fp32") != -1:
                                 curr_layer = Driver.PrecisionTypes.FP32
-
-                        quant_time, quant_energy = self.__quantize(curr_layer, prev_layer, \
+                        quant_time, quant_energy = self.__quantize(op_type, precision_type, op_number, curr_layer, prev_layer, \
                                     tensor_count, layer_table_data)
+                        if quant_time != 0:
+                            assert i == 2
                         conv_time, conv_energy = self.__run_gpu_simulation(curr_layer, layer_name, \
                                     tensor_count, approx_type, op_number) 
-
-                        total_time += quant_time + conv_time
-                        total_energy += quant_energy + conv_energy
+                        print(quant_time, quant_energy, conv_time, conv_energy)
+                        layer_results.append((quant_time + conv_time, quant_energy + conv_energy, ' '.join(layer_as_lst[i : i + 3])))
                         prev_layer = curr_layer
                         tensor_count += 1
-                    print(total_time, total_energy)
-                    self.__aggregate_results[Driver.results_time_key][conf_name] += total_time
-                    self.__aggregate_results[Driver.results_energy_key][conf_name] += total_energy 
-                    print(Driver.results_energy_key, conf_name)
-                    print("AGGREGATE RESULTS", self.__aggregate_results)
 
                 line = config_file.readline().strip()
                 prev_layer = curr_layer
+                curr_conf_results.append((layer_as_lst[1], layer_results))
 
+            self.__conf_results.append( (first_line, curr_conf_results) )
             line = config_file.readline().strip()
         config_file.close()
-        print("AGGREGATE RESULTS", self.__aggregate_results)
 
-    def __quantize(self, curr_layer, prev_layer, h2f_f2h_operation_ind, layer_data):
+
+    def __quantize(self, op_type, precision_type, op_number, curr_layer, prev_layer, h2f_f2h_operation_ind, layer_data):
         if curr_layer == prev_layer or curr_layer == Driver.PrecisionTypes.PROMISE \
                     or prev_layer == Driver.PrecisionTypes.PROMISE:
             return 0.0, 0.0
-       
+        print("IN QUANTIZE") 
         layer_name = layer_data["Name"]
 
         # NOTE: Ignoring logic where curr == promise or prev == promise bc 
@@ -266,13 +269,25 @@ class Driver:
         # Get h2f/f2h data using the first tensor operation in the layer
         # (which is why order matters in the tensor table)
         tensor_op_row = self.__tensor_table[layer_name][h2f_f2h_operation_ind]  
+        time_key = None
+        energy_key = None
+
+        print(precision_type, op_number)
+        if op_number == "1":
+            lookup_key = "_" #lookup_key = precision_type
+        else:
+            lookup_key = "_" + precision_type + str(op_number) + "_"
+
+        print("QUANT LOOKUP KEY", lookup_key)
         if curr_layer == Driver.PrecisionTypes.FP32:
-            time = tensor_op_row["h2f_time"]
-            energy = tensor_op_row["h2f_energy"]
+            time_key = "h2f%stime" % lookup_key
+            energy_key = "h2f%senergy" % lookup_key
         elif curr_layer == Driver.PrecisionTypes.FP16:
-            time = tensor_op_row["f2h_time"]
-            energy = tensor_op_row["f2h_energy"]
-
+            time_key = "f2h%stime" % lookup_key
+            energy_key = "f2h%senergy" % lookup_key
+        print(time_key, energy_key)
+        time = tensor_op_row[time_key]
+        energy = tensor_op_row[energy_key]
         print("Quantization: (%f, %f)" % (time, energy))
         return (time, energy)
 
@@ -291,7 +306,7 @@ class Driver:
         elif Driver.is_fc(layer_name):
             rows_a = layer_data["RA"] 
             cols_a = layer_data["CA"]
-            rows_b = cols_a
+            rows_b = cols_
             cols_b = layer_data["CB"]
         else:
             print("PROMISE can't run whatever this layer is.")
@@ -304,61 +319,143 @@ class Driver:
         total_time_energy = output.strip().split(',')
 
         assert(len(total_time_energy) == 2)
-        print("PROMISE: (%s, %s)" % (total_time_energy[0], total_time_energy[1]))
         return float(total_time_energy[0]), float(total_time_energy[1])
 
 
     def __run_gpu_simulation(self, curr_layer, layer_name, tensor_ind, \
                     approx_type = None, knob_number = None):
         tensor_info = self.__tensor_table[layer_name][tensor_ind]
+        #print(tensor_info)
+        #print(layer_name)
+        #print(tensor_ind)
+        time_key = None
+        energy_key = None
+
+        if approx_type == Driver.ApproxTypes.PERF or approx_type == Driver.ApproxTypes.SAMP: # fp16_perf2_energy
+            approx_type_str = None
+            if approx_type == Driver.ApproxTypes.PERF:
+                approx_type_str = "perf"
+            elif approx_type == Driver.ApproxTypes.SAMP: 
+                approx_type_str = "samp"
 
-        if approx_type == Driver.ApproxTypes.PERF: # fp16_perf2_energy
             if curr_layer == Driver.PrecisionTypes.FP32:
-                conversion_time = tensor_info["fp32_perf%s_time" % knob_number]
-                conversion_energy = tensor_info["fp32_perf%s_energy" % knob_number]
+                time_key = "fp32_%s%s_time" % (approx_type_str, knob_number)
+                energy_key = "fp32_%s%s_energy" % (approx_type_str, knob_number)
 
             elif curr_layer == Driver.PrecisionTypes.FP16:
-                conversion_time = tensor_info["fp16_perf%s_time" % knob_number]
-                conversion_energy = tensor_info["fp16_perf%s_energy" % knob_number]
+                time_key = "fp16_%s%s_time" % (approx_type_str, knob_number)
+                energy_key = "fp16_%s%s_energy" % (approx_type_str, knob_number)
 
         else: # None for now
             if curr_layer == Driver.PrecisionTypes.FP32:
-                conversion_time = tensor_info["fp32_time"]
-                conversion_energy = tensor_info["fp32_energy"]
+                time_key = "fp32_time"
+                energy_key = "fp32_energy"
 
             elif curr_layer == Driver.PrecisionTypes.FP16:
-                conversion_time = tensor_info["fp16_time"]
-                conversion_energy = tensor_info["fp16_energy"]
-        print("GPU: (%f, %f)" % (conversion_time, conversion_energy))
+                time_key = "fp16_time"
+                energy_key = "fp16_energy"
+        print(time_key, energy_key)
+        conversion_time = tensor_info[time_key]
+        conversion_energy = tensor_info[energy_key]
+        #print("GPU: (%f, %f)\n" % (conversion_time, conversion_energy))
         return conversion_time, conversion_energy
 
 
     def __write_output(self):
-        # Need to write the time/energy pairs to the configuration file
-        results_file = open(self.__results_filename, "w")
-        # Layout is based off the configuration filename
         config_file = open(self.__config_filename, "r")
-        
+        results_file = open(self.__results_filename, "w")
+
+        def write_conf_to_file(conf_name, final_conf, time_speedup, energy_speedup):
+            # conf = [layer value if promise], [tensor vals if gpu]]
+            conf_str = ["+++++"]
+
+            # process the first line
+            first_line, layers = final_conf
+            first_line_lst = first_line.split(' ')
+            assert first_line_lst[0] == conf_name
+            
+            new_header = [conf_name]
+            new_header.append(repr(time_speedup))
+            new_header.append(repr(energy_speedup))
+            new_header.append(repr(abs(float(first_line_lst[-2]))))
+            new_header.append(repr(abs(float(first_line_lst[-1]))))
+            conf_str.append(' '.join(new_header))
+            
+            for ind, (hardware, layer) in enumerate(layers):
+                print(layer)
+                layer_lst = [str(ind + 1)]
+                layer_lst.append(hardware)
+                print(layer_lst)
+                for op_time, op_energy, tensor_op in layer:
+                    layer_lst.append(tensor_op) 
+                conf_str.append(' '.join(layer_lst))
+            conf_str.append("-----\n")
+            results_file.write('\n'.join(conf_str))
+
+        baseline_conf = None
+        baseline_total_time = baseline_total_energy = 0 
+
+        def get_baseline_times_energies(conf):
+            curr_time = curr_energy = 0
+            print("RESULTS: ", conf[1])
+            for hardware, layer in conf[1]:
+                for op_time, op_energy, tensor_op in layer:
+                    curr_time += op_time
+                    curr_energy += op_energy
+            return curr_time, curr_energy
+
+        def get_final_times_energies_conf(curr_conf):
+            final_time = final_energy = 0
+           
+            final_conf = [] # List (conf) of lists (layers) of tuples (operation data)
+
+            for layer_ind, (hardware, layer) in enumerate(curr_conf[1]):
+                final_conf_layer = []
+
+                for tensor_ind, (op_time, op_energy, tensor_op) in enumerate(layer):
+                    baseline_time, baseline_energy, baseline_op = baseline_conf[1][layer_ind][tensor_ind]
+                    final_tensor_op = tensor_op
+                    if op_time > baseline_time:
+                        print("**************** BIGGER ******************")
+                        final_time += baseline_time
+                        final_energy += baseline_energy
+                        final_tensor_op = baseline_op
+                    else:
+                        final_time += op_time
+                        final_energy += op_energy
+                    '''
+                    # Ignoring bigger energies for now  
+                    if op_energy > baseline_energy:
+                        final_time += baseline_energy
+                        final_energy += baseline_energy
+                        final_tensor_op = baseline_op
+                    else:
+                        final_time += op_time
+                        final_energy += op_energy
+                    '''
+                    final_conf_layer.append((None, None, final_tensor_op)) # Don't care about the times and energies when writing
+                final_conf.append(final_conf_layer)
+            return final_time, final_energy, (curr_conf[0], final_conf) 
+
+        conf_index = 0
+        print("RESULTS")
         for line in config_file:
-            if line.startswith("conf"): # Write in the time and energy
+            if line.startswith("conf"):
                 orig_line_lst = line.split(' ')
-                conf_header = []
                 conf_name = orig_line_lst[0]
-                
-                conf_header.append(conf_name)
-                conf_header.append(repr(self.__aggregate_results[Driver.results_time_key][conf_name])) 
-                conf_header.append(repr(self.__aggregate_results[Driver.results_energy_key][conf_name]))
-                
-                # TODO Accuracy/accuracy loss
-                conf_header.append(orig_line_lst[-2])
-                conf_header.append(orig_line_lst[-1])
-                
-                results_file.write("%s" % ' '.join(conf_header))
-            else:
-                results_file.write("%s" % line) # Copy the line 
-        config_file.close()
-        results_file.close()
 
+                if not baseline_conf:
+                    baseline_conf = self.__conf_results[conf_index] #conf_name]
+                    baseline_total_time, baseline_total_energy = get_baseline_times_energies(baseline_conf)
+                    results_file.write("%s\n" % repr(baseline_total_time))
+                    write_conf_to_file(conf_name, baseline_conf, 1, 1)
+                else:
+                    curr_conf = self.__conf_results[conf_index] #conf_name]
+                    final_time, final_energy = get_baseline_times_energies(curr_conf)
+                    write_conf_to_file(conf_name, curr_conf, baseline_total_time / final_time, baseline_total_energy / final_energy) 
+                conf_index += 1
+        results_file.close()
+        config_file.close()
 
 if __name__ == "__main__":
     if len(sys.argv) != 5:
diff --git a/llvm/projects/soc_simulator/src/table_generator.py b/llvm/projects/soc_simulator/src/table_generator.py
index e3b94082f5be7b83a1598625afd5ef05a0472506..528b8e0ef5677cec9ccdba37abfde696544029cc 100644
--- a/llvm/projects/soc_simulator/src/table_generator.py
+++ b/llvm/projects/soc_simulator/src/table_generator.py
@@ -29,23 +29,23 @@ class TableGenerator:
     '''
     precision_conversions = frozenset(["h2f", "f2h"]) 
 
-    def __init__(self, dir_path, iters, profiler_binary_name):
+    def __init__(self, network_name, dir_path, soc_ops_file, iters, profiler_binary_name):
         '''
         Args:
             dir_path:               Path of directory containing network binaries
             iters:                  Number of iterations to run each binary for
             profiler_binary_name:   Name of offline profiler binary to run 
         '''
+        self.__network_name = network_name
         self.__dir_path = dir_path
 
         # Name of the actual directory 
-        self.__network_name = os.path.split(dir_path)[-1]
-
+        self.__soc_ops_filename = soc_ops_file
         self.__iters = iters 
         self.__profiler_binary_name = profiler_binary_name
 
         # Path to results directory 
-        self.__results_dir_path = "%s_results" % self.__dir_path
+        self.__results_dir_path = "%s_results" % self.__network_name
 
         # Outputted table file
         self.__table_filename = "%s_tensors.txt" % self.__network_name
@@ -65,7 +65,7 @@ class TableGenerator:
         3. Writes the internal table to <network_name>_tensors.txt file and uses the 
         <network_name>_ops.txt file as a guideline in terms of row order 
         '''
-        self.__run_inputted_binaries()
+        #self.__run_inputted_binaries()
         self.__build_internal_table()
         self.__output_table_to_file()
 
@@ -96,7 +96,7 @@ class TableGenerator:
 
             if not self.__should_execute_file(binary_path):
                 continue
-
+            
             output_file = os.path.join(self.__results_dir_path, binary_name + ".txt")
             # No stdout/stderr piping needed for now
             subprocess.Popen([profiler_binary_name, binary_path, str(self.__iters), \
@@ -117,11 +117,9 @@ class TableGenerator:
 
             approx_type = self.__get_approximation_type(results_file_name)
             results_file = open(os.path.join(self.__results_dir_path, results_file_name), "r")
-
             for line in results_file:
                 line = line.strip()
                 op_name, total_time, total_energy = self.__parse_tensor_operation_line(line)
-
                 # If the current operation is f2h or h2f  
                 if any(op_name.endswith(prec_conv) for prec_conv in TableGenerator.precision_conversions):
                     # Get the original operation name (without the f2h/h2f) and the conversion type 
@@ -132,8 +130,9 @@ class TableGenerator:
                         exit(1)
 
                     # Store f2h and h2f as columns in the row belonging to the original operation
-                    self.__table[orig_op_name][conversion_type][TableGenerator.__time_col_name] = total_time
-                    self.__table[orig_op_name][conversion_type][TableGenerator.__energy_col_name] = total_energy
+                    approx_type_no_fp_prefix = approx_type[5 : ]
+                    self.__table[orig_op_name][conversion_type + "_" + approx_type_no_fp_prefix][TableGenerator.__time_col_name] = total_time
+                    self.__table[orig_op_name][conversion_type + "_" + approx_type_no_fp_prefix][TableGenerator.__energy_col_name] = total_energy
 
                 # Create a new row in the dictionary
                 else:
@@ -152,10 +151,7 @@ class TableGenerator:
         time and the energy
         '''
         table_file_path = os.path.join(self.__results_dir_path, self.__table_filename)
-        soc_operations_file_name = os.path.join("/", "home", "nvidia", "soc_simulator", \
-                        "%s_cifar10" % self.__network_name, "%s_ops.txt" % self.__network_name)
-
-        soc_operations_file = open(soc_operations_file_name, "r")
+        soc_operations_file = open(self.__soc_ops_filename, "r")
         table_file = open(table_file_path, "w")
 
         curr_line = soc_operations_file.readline().strip()
@@ -182,22 +178,27 @@ class TableGenerator:
                 # Stores a list of elements that will be joined to make up a row 
                 curr_op = [curr_line]
                 operation_data = self.__table[curr_line]
-
                 # Iterate through time/energy data for each approximation type corresponding
                 # to the current operation
                 for approx_type in operation_data:
                     op_time = operation_data[approx_type][TableGenerator.__time_col_name]
                     op_energy = operation_data[approx_type][TableGenerator.__energy_col_name]
-
                     curr_op.append(op_time)
                     curr_op.append(op_energy)
-
                     if op_in_layer_count == 0:
-                        header.append("%s_time" % approx_type)
-                        header.append("%s_energy" % approx_type)
-
+                        if approx_type == "fp32_perf20":
+                            header.append("fp32_time")
+                            header.append("fp32_energy")
+                        elif approx_type == "fp16_perf20":
+                            header.append("fp16_time")
+                            header.append("fp16_energy")
+                        elif approx_type.find("f2h_perf20") != -1:
+                            header.append("f2h_time")
+                            header.append("f2h_energy")
+                        else:
+                            header.append("%s_time" % approx_type)
+                            header.append("%s_energy" % approx_type)
                 ops_in_layer.append(' '.join(curr_op))
-
             # Getting all operation rows and then writing everything because
             # calls to write() are slow (memory vs time tradeoff)
             table_file.write("%s\n%s\n" % (' '.join(header), '\n'.join(ops_in_layer)))
@@ -229,8 +230,7 @@ class TableGenerator:
         Returns:
             the approximation technique (ex: fp16) 
         '''
-        approx_type_start_ind = results_filename.find(self.__network_name) \
-                + len(self.__network_name) + 1 # + 1 to account for _ delimiter
+        approx_type_start_ind = results_filename.find("_", results_filename.find("_") + 1) + 1 
         approx_type_end_ind = results_filename.find(".txt")
         return results_filename[approx_type_start_ind : approx_type_end_ind] 
    
@@ -294,11 +294,15 @@ class TableGenerator:
 
 
 if __name__ == "__main__":
-    if len(sys.argv) != 4:
-        print("python table_generator.py <binary dir path> <num itrs> <profiler bin path>")
+    if len(sys.argv) != 6:
+        print("python table_generator.py <network name> <binary dir path> <soc_ops file> <num itrs> <profiler bin path>")
+        print("soc ops file: ~/soc_simular/%s_cifar10/%s_ops.txt")
         exit(1)
-    binary_dir_path = sys.argv[1]
-    num_iters = int(sys.argv[2]) 
-    profiler_binary_name = sys.argv[3]
-    table_gen = TableGenerator(binary_dir_path, num_iters, profiler_binary_name)
+
+    network_name = sys.argv[1]
+    binary_dir_path = sys.argv[2]
+    soc_ops_file = sys.argv[3]
+    num_iters = int(sys.argv[4]) 
+    profiler_binary_name = sys.argv[5]
+    table_gen = TableGenerator(network_name, binary_dir_path, soc_ops_file, num_iters, profiler_binary_name)
     table_gen.generate_table()
diff --git a/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_confs1.txt b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_confs1.txt
new file mode 100644
index 0000000000000000000000000000000000000000..69a3b7cc2fbbad37d571bf1009d4efbd982ce0f7
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_confs1.txt
@@ -0,0 +1,15 @@
+9 9 9,9 9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9
+9 9 9,7,7,9 9 9 9,9 9 9,7,7,8 8 8,7,7,8 8 8,8 8 8,7,9 9 9,9 9
+9 9 9,7,7,8 8 8 8,8 8 8,9 9 9,7,7,8 8 8,7,7,7,8 8 8 8,9 9 9,9 9
+9 9 9,7,7,7,9 9 9,8 8 8,7,8 8 8,7,7,8 8 8,8 8 8,7,9 9 9,9 9
+9 9 9,7,7,7,8 8 8,8 8 8,7,7,9 9 9,7,7,7,9 9 9 9,9 9 9,9 9
+9 9 9,7,7,9 9 9 9,8 8 8,7,7,8 8 8,7,7,8 8 8,8 8 8,7,9 9 9,9 9
+9 9 9,7,7,7,9 9 9,8 8 8,7,8 8 8,7,7,8 8 8,8 8 8,7,9 9 9,9 9
+9 9 9,7,7,8 8 8 8,8 8 8,9 9 9,7,7,8 8 8,7,7,7,8 8 8 8,9 9 9,9 9
+9 9 9,7,7,9 9 9 9,9 9 9,7,7,8 8 8,7,7,8 8 8,8 8 8,7,9 9 9,9 9
+9 9 9,7,7,7,8 8 8,8 8 8,7,7,9 9 9,7,7,7,9 9 9 9,9 9 9,9 9
+9 9 9,7,7,9 9 9 9,8 8 8,7,7,8 8 8,7,7,8 8 8,8 8 8,7,9 9 9,9 9
+9 9 9,7,7,9 9 9 9,9 9 9,7,7,8 8 8,7,7,8 8 8,8 8 8,7,9 9 9,9 9
+9 9 9,7,7,7,9 9 9,8 8 8,7,8 8 8,7,7,8 8 8,8 8 8,7,9 9 9,9 9
+9 9 9,7,7,9 9 9 9,8 8 8,7,7,8 8 8,7,7,8 8 8,8 8 8,7,9 9 9,9 9
+9 9 9,7,7,8 8 8 8,8 8 8,9 9 9,7,7,8 8 8,7,7,7,8 8 8 8,9 9 9,9 9
diff --git a/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_confs2.txt b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_confs2.txt
new file mode 100644
index 0000000000000000000000000000000000000000..73bef415abe86b2cfb918aa56ab7a2ba13b9021d
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_confs2.txt
@@ -0,0 +1,31 @@
+9 9 9,9 9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,7,8 8 8,4,7,7,4,8 8 8,8 8 8,7,8 8 8,8 8
+9 9 9,5,8 8 8,8 8 8 8,7,6,7,7,8 8 8,4,4,4,8 8 8 8,8 8 8,8 8
+9 9 9,7,4,8 8 8 8,7,8 8 8,4,7,8 8 8,4,4,8 8 8,7,8 8 8,8 8
+9 9 9,8 8 8 8,4,8 8 8 8,7,5,4,7,7,7,4,8 8 8,7,8 8 8,8 8
+9 9 9,8 8 8 8,7,7,7,6,7,7,8 8 8,4,4,4,7,8 8 8,8 8
+9 9 9,8 8 8 8,5,7,4,6,8 8 8 8,7,4,7,4,4,7,8 8 8,8 8
+9 9 9,8 8 8 8,4,8 8 8 8,8 8 8,4,4,7,7,8 8 8 8,8 8 8,5,7,8 8 8,8 8
+9 9 9,7,8 8 8,8 8 8 8,7,8 8 8,4,7,7,4,4,8 8 8,6,8 8 8,8 8
+9 9 9,8 8 8 8,4,8 8 8 8,7,4,7,8 8 8,7,7,8 8 8,8 8 8,7,8 8 8,8 8
+9 9 9,7,4,8 8 8 8,7,6,4,7,8 8 8,4,7,4,8 8 8 8,8 8 8,8 8
+9 9 9,8 8 8 8,4,8 8 8 8,7,4,7,8 8 8,7,7,8 8 8,8 8 8,7,8 8 8,8 8
+9 9 9,8 8 8 8,4,8 8 8 8,7,5,4,7,7,7,4,8 8 8,7,8 8 8,8 8
+9 9 9,7,4,8 8 8 8,7,8 8 8,4,7,8 8 8,4,4,8 8 8,7,8 8 8,8 8
+9 9 9,8 8 8 8,4,8 8 8 8,8 8 8,4,4,7,7,8 8 8 8,8 8 8,5,7,8 8 8,8 8
+9 9 9,5,8 8 8,8 8 8 8,7,6,7,7,8 8 8,4,4,4,8 8 8 8,8 8 8,8 8
+9 9 9,8 8 8 8,5,7,4,6,8 8 8 8,7,4,7,4,4,7,8 8 8,8 8
+9 9 9,7,8 8 8,8 8 8 8,7,8 8 8,4,7,7,4,4,8 8 8,6,8 8 8,8 8
+9 9 9,7,4,8 8 8 8,7,6,4,7,8 8 8,4,7,4,8 8 8 8,8 8 8,8 8
+9 9 9,5,5,8 8 8 8,4,6,4,7,8 8 8,4,4,4,7,8 8 8,8 8
+9 9 9,8 8 8 8,7,7,7,6,7,7,8 8 8,4,4,4,7,8 8 8,8 8
+9 9 9,7,4,8 8 8 8,7,8 8 8,8 8 8 8,7,7,4,4,8 8 8,7,8 8 8,8 8
+9 9 9,8 8 8 8,4,8 8 8 8,8 8 8,4,4,7,7,8 8 8 8,8 8 8,5,7,8 8 8,8 8
+9 9 9,8 8 8 8,7,7,7,6,7,7,8 8 8,4,4,4,7,8 8 8,8 8
+9 9 9,8 8 8 8,5,8 8 8 8,8 8 8,8 8 8,7,8 8 8,7,7,8 8 8,8 8 8,7,8 8 8,8 8
+9 9 9,5,8 8 8,8 8 8 8,7,6,7,7,8 8 8,4,4,4,8 8 8 8,8 8 8,8 8
+9 9 9,7,8 8 8,8 8 8 8,7,8 8 8,4,7,7,4,4,8 8 8,6,8 8 8,8 8
+9 9 9,8 8 8 8,5,7,4,6,8 8 8 8,7,4,7,4,4,7,8 8 8,8 8
+9 9 9,8 8 8 8,4,8 8 8 8,7,4,7,8 8 8,7,7,8 8 8,8 8 8,7,8 8 8,8 8
+9 9 9,8 8 8 8,4,8 8 8 8,7,5,4,7,7,7,4,8 8 8,7,8 8 8,8 8
+9 9 9,7,4,8 8 8 8,7,6,4,7,8 8 8,4,7,4,8 8 8 8,8 8 8,8 8
diff --git a/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_fp16.csv b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_fp16.csv
new file mode 100644
index 0000000000000000000000000000000000000000..04c4cfc4efb2b0fe6f94ddc332d356ba2966da72
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_fp16.csv
@@ -0,0 +1,148 @@
+Add1,69.7114,211.862,107.8,104.062,6085.83,3099.48,2986.34,49.2963,152.515,80.4532,73.6474,4385.91,2317.11,2113.98
+Add10,41.8232,272.933,216.003,56.9294,13052.8,10330.2,2722.54,29.5763,193.08,152.806,40.2755,9233.85,7307.84,1926.04
+Add10_f2h,40.0563,257.396,205.254,52.142,12850.3,10247,2603.29,28.3409,182.148,145.252,36.8963,9087.18,7246.3,1840.92
+Add10_h2f,10.5152,61.7303,48.6618,13.0686,11780.8,9286.75,2494.08,7.45143,43.7235,34.4675,9.2562,8348.86,6581.42,1767.47
+Add11,32.499,205.175,160.15,45.0253,12627.7,9856.71,2770.94,22.9909,145.16,113.305,31.856,8930.63,6971.08,1959.62
+Add11_f2h,4.84751,25.3885,19.8298,5.55869,10456,8166.49,2289.46,3.43461,18.1215,14.1539,3.96771,7436.9,5808.46,1628.52
+Add11_h2f,2.71712,12.3719,9.65008,2.72179,9106.03,7102.66,2003.36,1.92229,8.92178,6.95893,1.96292,6563.12,5119.11,1444.06
+Add12,32.3458,201.907,158.806,43.1007,12485.6,9820.54,2665.04,22.8734,142.79,112.309,30.483,8830.29,6945.65,1884.77
+Add12_f2h,4.88662,25.364,19.9643,5.39974,10378.2,8169.14,2209.1,3.45883,18.0489,14.2063,3.84293,7376.52,5806.53,1570.11
+Add12_h2f,2.69777,11.7633,9.24658,2.51676,8720.78,6854.97,1865.81,1.90775,8.49592,6.67815,1.81791,6297.92,4950.42,1347.6
+Add13,32.2976,199.983,158.214,41.7697,12384.7,9798.1,2586.56,22.8397,141.436,111.896,29.5422,8758.82,6929.74,1829.23
+Add13_f2h,4.91853,25.4026,20.1163,5.28634,10314.5,8167.97,2146.57,3.50657,18.2597,14.4609,3.79914,7330.34,5804.95,1525.56
+Add13_h2f,2.71496,12.0093,9.49625,2.51304,8840.31,6990.41,1849.9,1.92046,8.68342,6.8666,1.81698,6383.37,5047.78,1335.71
+Add14,0.999932,9.47008,7.42388,2.0462,18954.6,14861.4,4093.23,0.708467,7.11012,5.57305,1.53723,14214.1,11144.8,3069.6
+Add14_f2h,1.88605,7.19323,5.64536,1.54786,7493.19,5878.86,1614.33,1.34509,5.54955,4.35727,1.1924,5686.64,4462.19,1224.59
+Add14_h2f,0.760782,0.960605,0.753025,0.20758,2523.02,1977.84,545.18,0.538123,1.10915,0.869399,0.23978,2911.43,2282.18,629.323
+Add15,0.354443,1.81062,1.41722,0.393395,10528.4,8243.7,2284.66,0.255481,2.29175,1.79496,0.496829,13969.3,10946.3,3023.19
+Add15_f2h,0.764484,1.36953,1.07351,0.296021,3102.43,2430.16,672.268,0.572894,1.59231,1.24879,0.343541,3452.8,2704.95,747.932
+Add15_h2f,0.120211,0.0438951,0.0343584,0.00953666,722.085,565.205,156.881,0.0858258,0.0897805,0.0702545,0.0195276,1484.29,1161.5,322.825
+Add1_f2h,314.261,894.668,472.564,422.104,5684.96,2999.37,2685.59,222.29,654.332,365.302,299.156,4151.15,2314.09,1902.21
+Add1_h2f,83.2799,265.625,135.314,130.311,6379.44,3249.94,3129.5,58.8888,190.41,99.6739,92.2071,4573.2,2394.11,2214.4
+Add2,69.1905,303.338,199.548,103.79,8768.52,5768.33,3000.19,48.9274,214.509,141.116,73.3959,6200.7,4079.22,2121.55
+Add2_f2h,336.556,1525.29,1077.85,447.443,9065.06,6405.97,2659.09,238.064,1078.88,762.399,316.488,6410.37,4530.13,1880.3
+Add2_h2f,83.1178,365.325,234.29,131.036,8790.52,5637.51,3153.01,58.7743,258.343,165.686,92.6601,6216.16,3986.69,2229.56
+Add3,40.9358,206.435,132.407,74.0277,10086.1,6469.28,3616.86,28.9503,146.001,93.6465,52.3555,7132.63,4575.01,2557.68
+Add3_f2h,52.9835,255.846,166.622,89.2241,9657.91,6289.83,3368.08,37.4671,180.924,117.829,63.0955,6829.52,4447.85,2381.69
+Add3_h2f,41.6412,204.32,129.501,74.8188,9814.92,6220.84,3594.07,29.4469,144.508,91.593,52.9164,6942.13,4400.1,2542.08
+Add4,37.6205,200.601,138.934,61.6676,10664.8,7386.36,3278.47,26.6043,141.874,98.2614,43.6138,7542.19,5223.74,2318.49
+Add4_f2h,146.069,779.141,555.206,223.935,10669.7,7603.38,3066.3,103.384,551.386,392.897,158.49,7544.72,5376.51,2168.23
+Add4_h2f,41.3499,213.133,145.707,67.426,10308.5,7047.34,3261.17,29.2407,150.732,103.047,47.6846,7289.72,4983.6,2306.13
+Add5,39.1711,216.321,149.235,67.0856,11045,7619.75,3425.3,27.7004,152.99,105.545,47.445,7810.9,5388.61,2422.31
+Add5_f2h,27.4739,144.775,100.707,44.0675,10539.5,7331.45,3208.09,19.4282,102.386,71.2208,31.165,7453.51,5184.78,2268.74
+Add5_h2f,20.8433,109.029,74.8169,34.2117,10461.4,7178.79,3282.61,14.7445,77.147,52.9395,24.2078,7398.96,5077.34,2321.65
+Add6,38.2773,222.684,163.353,59.3305,11635.7,8535.58,3100.14,27.0679,157.484,115.525,41.9589,8228.62,6036.27,2192.36
+Add6_f2h,78.3804,453.985,337.891,116.094,11585.2,8622.75,2962.45,55.4654,321.237,239.086,82.1516,8192.13,6097.33,2094.81
+Add6_h2f,20.7551,113.98,83.0303,30.9501,10983.3,8000.93,2982.38,14.6773,80.6183,58.7275,21.891,7767.8,5658.58,2109.24
+Add7,38.3104,225.263,168.705,56.5575,11759.8,8807.22,2952.55,27.0935,159.323,119.322,40.0017,8316.1,6228.2,2087.92
+Add7_f2h,81.46,477.128,362.784,114.344,11714.6,8907.2,2807.39,57.624,337.519,256.632,80.8876,8283.65,6298.49,1985.17
+Add7_h2f,20.7616,115.225,85.6469,29.5778,11099.7,8250.44,2849.26,14.6822,81.4998,60.5791,20.9209,7850.09,5834.99,2015.11
+Add8,42.0846,253.744,188.878,64.8666,12058.8,8976.12,3082.68,29.7613,179.461,133.584,45.8767,8527.74,6347.77,2180
+Add8_f2h,14.6636,82.9186,61.9626,20.956,11309.1,8451,2858.12,10.3711,58.6733,43.8445,14.8289,8000.2,5978.33,2021.89
+Add8_h2f,10.5141,57.5583,42.7041,14.8542,10948.7,8123.2,2825.55,7.43528,40.7375,30.2242,10.5133,7748.37,5748.74,1999.65
+Add9,41.8259,265.047,205.792,59.2543,12674.6,9841.07,2833.5,29.5785,187.445,145.539,41.9062,8963.23,6959.46,2003.8
+Add9_f2h,39.8499,247.783,193.75,54.033,12435.2,9723.35,2711.83,28.1894,175.299,137.075,38.2246,8793.58,6875.93,1917.67
+Add9_h2f,10.4589,60.1816,46.5522,13.6294,11508.3,8902.04,2606.31,7.39612,42.594,32.9479,9.64626,8144.6,6300.12,1844.51
+Conv1,310.228,694.841,342.376,352.465,5137.93,2796.38,2341.55,227.742,502.069,283.327,253.153,4000.56,2481.3,1665.08
+Conv10,481.652,3018.22,2355.36,662.857,12534.5,9781.99,2752.5,340.625,2134.28,1665.53,468.767,8863.57,6917.32,1946.32
+Conv10_f2h,16.267,94.4725,71.7156,22.7569,11613.2,8815.27,2797.92,11.5068,66.8653,50.7629,16.1033,8215,6235.99,1979.12
+Conv10_h2f,10.5438,65.7062,52.8554,12.8508,12463.8,10026.1,2437.66,7.45594,46.5025,37.4079,9.09478,8820.88,7095.76,1725.14
+Conv11,173.774,1077.96,835.557,242.405,12410.5,9620.47,2790,122.957,762.523,591.018,171.513,8775.98,6803.22,1972.86
+Conv11_f2h,6.79928,37.3658,28.7179,8.64791,10989.1,8446.21,2542.86,4.81142,26.5033,20.3687,6.13521,7787.5,5985.57,1802.09
+Conv11_h2f,2.77964,12.8278,10.0359,2.79191,9229.29,7220.6,2008.69,1.96619,9.21135,7.20639,2.00505,6624.71,5182.79,1441.97
+Conv12,172.103,1054.21,824.356,229.857,12254.7,9583.51,2671.18,121.754,745.623,583.022,162.614,8665.94,6777.23,1888.86
+Conv12_f2h,6.35668,34.3,26.5952,7.70476,10790.7,8366.52,2424.14,4.49979,24.3436,18.8767,5.46737,7649.53,5931.31,1718.37
+Conv12_h2f,2.76929,12.2454,9.6556,2.58978,8837.54,6968.57,1868.97,1.95863,8.84718,6.97582,1.87148,6378.23,5029.25,1349.07
+Conv13,171.684,1041.08,819.652,221.43,12131.7,9552.2,2579.48,121.445,736.263,579.64,156.639,8579.07,6755.25,1824.02
+Conv13_f2h,6.20782,33.1375,25.8857,7.25183,10669.3,8333.91,2335.41,4.39486,23.5409,18.3911,5.15048,7566.21,5910.3,1656.12
+Conv13_h2f,2.76826,12.0417,9.55355,2.48819,8700.26,6902.56,1797.7,1.95823,8.68074,6.88708,1.79382,6270.3,4974.74,1295.67
+Conv1_f2h,7.62006,16.0868,8.21342,7.87343,4543.5,2445.6,2097.91,5.45871,12.1698,7.31434,5.59711,3581.38,2233.61,1494.73
+Conv1_h2f,83.4767,247.452,143.632,103.82,5928.39,3441,2487.39,59.0279,183.614,113.023,73.667,4398.72,2707.49,1764.94
+Conv2,1399.51,5412.29,3378.78,2033.51,7735.19,4829.01,2906.18,989.654,3830.09,2393.05,1438.02,5474.06,3420.35,2055.12
+Conv2_f2h,109.635,397.898,194.591,203.307,7252.79,3544.58,3708.21,77.5331,282.821,139.764,143.829,5150.57,2542.09,2622.66
+Conv2_h2f,83.3307,436.945,336.643,100.302,10486.9,8079.59,2407.3,58.9247,308.997,238.072,70.9279,7415.87,5713.65,1702.27
+Conv3,354.47,1585.56,948.24,637.318,8947.03,5350.96,3596.07,250.683,1121.23,670.544,450.697,6326.72,3783.93,2542.83
+Conv3_f2h,28.5399,124.01,71.14,52.8695,8689.56,4984.75,3704.81,20.1903,87.7504,50.3439,37.4082,6145.43,3525.53,2620.02
+Conv3_h2f,41.6322,203.92,135.55,68.3698,9796.09,6511.67,3284.41,29.4395,144.212,95.8623,48.3504,6927.44,4604.9,2322.58
+Conv4,543.421,2780.23,1853.46,926.763,10232.8,6821.89,3410.92,384.277,1965.96,1310.62,655.348,7235.83,4823.95,2411.91
+Conv4_f2h,52.8973,253.818,152.989,100.829,9599.81,5786.36,3813.45,37.4134,179.493,108.19,71.3037,6789.28,4092.37,2696.95
+Conv4_h2f,41.5238,236.022,174.197,61.8248,11368,8390.24,2977.78,29.3628,166.909,123.187,43.7213,8038.87,5933.13,2105.74
+Conv5,278.988,1427.88,945.3,482.585,10236.5,6776.91,3459.59,197.282,1009.7,668.449,341.252,7238.45,4792.15,2446.32
+Conv5_f2h,14.8008,70.9043,45.1842,25.7201,9581.37,6105.87,3475.5,10.4668,50.1662,31.9688,18.1977,6778.52,4319.78,2458.78
+Conv5_h2f,20.8418,110.25,77.5339,32.7165,10579.5,7440.09,3139.45,14.7375,78.0695,54.9032,23.1665,7491.32,5268.35,2222.99
+Conv6,490.314,2738.69,1950.74,787.949,11171.6,7957.5,3214.1,346.719,1936.58,1379.4,557.184,7899.63,5626.93,2272.73
+Conv6_f2h,28.103,144.6,96.262,48.3381,10291.3,6851.06,3440.28,19.8745,102.268,68.0815,34.1867,7277.97,4845.06,2432.93
+Conv6_h2f,20.8654,122.714,92.9633,29.7508,11762.4,8910.71,2851.66,14.7546,86.7919,65.7503,21.0417,8318.79,6302.01,2016.79
+Conv7,514.632,2922.64,2150.64,772,11358.7,8358.43,3000.25,363.913,2066.64,1520.74,545.901,8031.96,5910.47,2121.51
+Conv7_f2h,28.2053,152.501,107.622,44.8785,10813.7,7631.44,3182.25,19.9546,107.904,76.1494,31.7549,7647.43,5396.98,2250.48
+Conv7_h2f,20.8436,124.457,96.3593,28.0977,11942.1,9246.03,2696.05,14.7391,88.0253,68.1525,19.8729,8446.1,6539.32,1906.8
+Conv8,240.716,1378.49,1006.49,371.999,11454.2,8363.32,3090.86,170.247,974.885,711.794,263.094,8099.49,5913.93,2185.59
+Conv8_f2h,9.68469,49.5859,35.2796,14.3062,10241.5,7287.22,2954.3,6.87516,35.2358,25.0675,10.1686,7251.09,5159.52,2091.63
+Conv8_h2f,10.5597,59.0058,44.3452,14.6605,11175.6,8398.89,2776.67,7.46752,41.7631,31.3867,10.3764,7908.98,5943.95,1965.05
+Conv9,477.878,2885.71,2189.28,696.429,12080.4,9165.65,2914.72,338.05,2040.9,1548.28,492.646,8542.53,6481.6,2061.04
+Conv9_f2h,16.2347,90.1067,65.6407,24.466,11099.8,8085.77,3014.08,11.4848,63.772,46.458,17.3143,7851.77,5719.72,2132.09
+Conv9_h2f,10.5851,63.9065,50.4134,13.4931,12075.4,9525.82,2549.57,7.48625,45.2319,35.6818,9.55026,8545.5,6741.23,1804.29
+Mul1,5.49296,37.0659,29.09,7.97593,13530.7,10624,2906.69,3.93147,26.5587,20.8353,5.72401,9606.57,7543.24,2063.55
+Mul1_f2h,2.18449,8.22985,6.46583,1.76402,7507.4,5897.26,1610.14,1.54872,6.15957,4.84093,1.31877,5588.96,4391.09,1197.99
+Mul1_h2f,0.810781,1.37103,1.07631,0.294716,3393.71,2664.12,729.59,0.574493,1.51826,1.19191,0.326392,3760.1,2951.69,808.488
+Mul2,1.31517,8.1931,6.40985,1.78324,12447.5,9739.56,2707.96,0.931548,6.00801,4.69986,1.30826,9120.64,7136.62,1984.19
+Mul2_f2h,1.76803,6.49192,5.08483,1.40709,7151.61,5599.64,1551.97,1.26447,5.09282,3.99098,1.10192,5498.59,4306.31,1192.38
+Mul2_h2f,0.133188,0.0183427,0.0143504,0.0039923,261.068,204.28,56.7875,0.0949979,0.06404,0.0500845,0.013956,879.603,688.197,191.411
+Pool1,79.7262,360.302,206.802,153.501,9038.84,5188.08,3850.75,56.3789,254.792,146.244,108.551,6391.73,3668.8,2722.98
+Pool1_f2h,106.496,467.712,270.25,197.462,8783.74,5075.34,3708.4,75.3091,330.755,191.123,139.636,6211.29,3589.1,2622.27
+Pool1_h2f,20.9488,92.2916,53.56,38.7316,8810.98,5113.32,3697.66,14.8149,65.2847,37.8887,27.3971,6231.7,3616.65,2615.16
+Pool2,40.8451,210.857,135.193,75.6642,10325.2,6620.16,3705.01,28.8847,149.127,95.6146,53.5134,7301.99,4681.87,2620.15
+Pool2_f2h,52.6109,263.231,170.165,93.0664,10007,6469.01,3537.99,37.2057,186.157,120.341,65.8167,7076.35,4574.53,2501.84
+Pool2_h2f,10.5892,50.2118,32.2214,17.9904,9482.45,6084.99,3397.46,7.49375,35.5699,22.8258,12.7444,6710.71,4306.37,2404.39
+Pool3,21.7732,125.807,90.0357,35.7709,11556.7,8270.76,3285.91,15.3981,89.0019,63.696,25.3063,8175.07,5850.69,2324.42
+Pool3_f2h,27.105,148.004,106.551,41.4535,10921,7862.21,3058.75,19.1678,104.677,75.3585,29.3184,7723.33,5560.2,2163.15
+Pool3_h2f,5.37692,25.667,18.3482,7.31879,9547.33,6824.97,2722.36,3.80213,18.2207,13.0249,5.19588,6777.51,4844.84,1932.7
+Pool4,12.2268,81.0192,62.5832,18.436,13254.2,10238.3,3015.89,8.64895,57.3698,44.3151,13.055,9382.73,7247.8,2134.97
+Pool4_f2h,14.3183,85.3146,66.1354,19.1792,11917,9238.05,2678.99,10.1261,60.363,46.7931,13.5702,8430.6,6535.39,1895.24
+Pool4_h2f,2.76689,12.3171,9.50437,2.81277,8901.99,6869.12,2032.88,1.95715,8.87091,6.84512,2.02583,6408.16,4944.77,1463.42
+Pool5,4.24587,28.8535,22.6878,6.16569,13613.1,10704.3,2908.83,3.01182,20.5632,16.1689,4.39464,9690.26,7619.75,2070.69
+Pool5_f2h,4.30952,21.6535,17.0404,4.6131,10038.8,7899.74,2139.08,3.05175,15.4491,12.159,3.29042,7146.27,5623.84,1522.54
+Pool5_h2f,0.789328,1.12606,0.885458,0.240603,2854.59,2244.62,609.971,0.558354,1.28688,1.01189,0.27502,3258.62,2562.17,696.513
+Relu1,63.043,222.775,109.755,113.019,7068.58,3483,3585.58,44.5829,158.651,79.4284,79.9495,5034.27,2521.06,2536.23
+Relu10,7.8553,54.9037,42.8846,12.0191,13979.1,10918.9,3060.23,5.55636,38.9249,30.404,8.52113,9908.04,7739.05,2169.03
+Relu10_f2h,14.2674,85.1708,66.8096,18.3612,11939.8,9365.82,2573.95,10.0908,60.2697,47.2767,12.9932,8447.54,6626.47,1821.1
+Relu10_h2f,10.4698,61.6665,48.0288,13.6376,11779.2,9174.16,2605.03,7.40475,43.6532,33.9994,9.654,8336.17,6492.58,1843.64
+Relu11,2.09916,16.791,13.0701,3.72095,15998.3,12453,3545.28,1.48462,12.0634,9.39021,2.67327,11491.9,8945.38,2546.63
+Relu11_f2h,4.48398,23.4935,18.3062,5.18733,10483.3,8168.53,2314.74,3.17253,16.7097,13.0203,3.68949,7455.03,5808.96,1646.13
+Relu11_h2f,2.65339,11.6345,9.04902,2.58551,8767.81,6819.4,1948.41,1.87634,8.37685,6.51523,1.86173,6311.27,4908.75,1402.6
+Relu12,2.09976,17.1837,13.475,3.70873,16368.8,12836,3532.8,1.48516,12.3639,9.69591,2.66821,11777.3,9235.93,2541.54
+Relu12_f2h,4.44727,22.6715,17.7981,4.87339,10189.2,7998.76,2190.47,3.14699,16.1439,12.6738,3.47034,7246.5,5688.6,1558.02
+Relu12_h2f,2.64916,11.3108,8.86276,2.44801,8539.6,6691.38,1848.22,1.87333,8.17249,6.4039,1.76875,6170.04,4834.82,1335.34
+Relu13,2.10382,16.7344,13.1973,3.53714,15914.8,12551.1,3363.76,1.48869,12.0067,9.46927,2.53767,11417,9004.38,2412.85
+Relu13_f2h,4.36041,22.0096,17.3783,4.63133,10092.1,7968.08,2123.99,3.0874,15.6907,12.3898,3.30126,7183.38,5671.67,1511.87
+Relu13_h2f,2.72796,11.4339,9.01109,2.4228,8560.24,6746.45,1813.78,2.03488,8.23175,6.48774,1.74417,6172.8,4865.11,1307.81
+Relu14,1.14743,10.6248,8.32102,2.30382,18530.7,14512.9,4017.87,0.811516,7.89588,6.18393,1.71212,13778.4,10791.3,2987.38
+Relu14_f2h,1.5964,5.26066,4.12403,1.13663,6435.18,5042.95,1392.23,1.14442,4.24048,3.32542,0.91515,5108.03,4003.08,1105.06
+Relu14_h2f,0.762322,0.9319,0.729587,0.202312,2419.48,1894.24,525.243,0.539977,1.14939,0.899736,0.249678,2965.98,2321.79,644.251
+Relu1_f2h,116.511,379.888,188.365,191.522,6536.78,3247.4,3289.38,82.4051,270.74,136.938,135.452,4668.45,2369.38,2327.06
+Relu1_h2f,83.4086,300.518,148.77,151.748,7206.56,3567.67,3638.89,58.9804,213.679,107.062,107.336,5124.37,2567.66,2573.96
+Relu2,62.4233,282.215,169.665,112.55,9042.07,5436.06,3606.01,44.1442,199.587,119.994,79.596,6394.13,3844.28,2549.94
+Relu2_f2h,106.67,463.637,286.355,177.281,8692.96,5369.01,3323.95,75.4328,327.879,202.516,125.367,6147.13,3796.78,2350.42
+Relu2_h2f,83.0734,372.529,221.009,151.52,8968.66,5320.81,3647.85,58.7425,263.431,156.291,107.144,6342.03,3762.66,2579.46
+Relu3,31.1491,157.975,97.2597,60.7158,10143.1,6244.72,3898.34,22.0274,111.732,68.79,42.9423,7173.3,4416.4,2756.93
+Relu3_f2h,53.9219,262.044,163.271,98.7728,9719.42,6055.82,3663.6,38.1317,185.316,115.466,69.8509,6872.96,4282.31,2590.67
+Relu3_h2f,41.4745,201.753,123.336,78.4172,9731.62,5949.14,3782.48,29.3302,142.684,87.2272,55.4573,6883.19,4207.91,2675.32
+Relu4,31.1126,165.225,109.288,55.9374,10620.9,7025.18,3595.76,22.0035,116.872,77.306,39.5668,7511.45,4968.48,2543
+Relu4_f2h,52.5946,268.222,180.055,88.1672,10199.7,6846.98,3352.7,37.1932,189.687,127.336,62.3518,7212.66,4841.86,2370.81
+Relu4_h2f,41.3761,210.186,137.878,72.3072,10159.6,6664.53,3495.09,29.259,148.644,97.5098,51.1349,7184.42,4712.91,2471.53
+Relu5,15.6197,87.4008,58.9328,28.468,11190.8,7545.75,3645.04,11.048,61.8499,41.7045,20.1457,7916.78,5338.18,2578.64
+Relu5_f2h,27.1876,142.132,96.6157,45.5163,10455.9,7107.57,3348.35,19.2268,100.527,68.3345,32.1932,7394.61,5026.63,2368
+Relu5_h2f,20.7564,107.244,71.9782,35.2657,10333.7,6935.58,3398.08,14.6781,75.8517,50.9089,24.9429,7308.38,4905.11,2403.28
+Relu6,15.5774,91.8805,65.7777,26.1027,11796,8444.84,3351.21,11.0158,65.0123,46.543,18.4696,8345.51,5974.6,2370.94
+Relu6_f2h,26.9604,148.182,106.898,41.2837,10992.7,7930.13,3062.55,19.0651,104.8,75.6027,29.1976,7774.08,5608.24,2165.85
+Relu6_h2f,20.7925,111.946,79.7133,32.2323,10779.9,7676.09,3103.81,14.709,79.2691,56.4457,22.8237,7636.46,5437.77,2198.71
+Relu7,15.5863,93.2475,68.0626,25.1848,11966.2,8734.34,3231.84,11.0234,65.9937,48.1698,17.8242,8467.81,6180.86,2286.99
+Relu7_f2h,27.0202,149.73,110.21,39.5201,11082.9,8157.67,2925.21,19.1073,105.894,77.944,27.9502,7837.75,5769.07,2068.69
+Relu7_h2f,20.7296,113.484,82.3887,31.0951,10948.8,7948.82,3000.02,14.6587,80.2669,58.2735,21.9936,7743.7,5621.92,2121.8
+Relu8,7.88397,50.8594,37.3843,13.4751,12900,9482.44,3417.54,5.60997,36.5052,26.8322,9.67313,9199.71,6762.66,2437.09
+Relu8_f2h,14.4739,80.2487,59.2479,21.0008,11105.4,8199.18,2906.22,10.2403,56.8303,41.9579,14.8727,7866.72,5808.05,2058.7
+Relu8_h2f,10.4677,57.0219,41.8152,15.2067,10895,7989.54,2905.49,7.40341,40.3631,29.5989,10.7642,7710.49,5654.25,2056.24
+Relu9,7.84042,52.587,40.301,12.286,13413.6,10279.8,3133.81,5.54547,37.2786,28.5693,8.70947,9505.87,7285.1,2220.81
+Relu9_f2h,14.2726,83.3662,64.1642,19.202,11681.8,8991.1,2690.7,10.0949,58.9936,45.4054,13.5884,8264.16,6360.65,1903.53
+Relu9_h2f,10.4563,59.3499,45.3517,13.9982,11352.1,8674.64,2677.47,7.39481,42.0028,32.0961,9.90692,8032.96,6138.36,1894.63
+Softmax1,2.01231,8.10635,6.34144,1.76491,8058.61,6304.39,1754.22,1.42328,5.95817,4.66119,1.29711,5923.64,4634.63,1289.13
diff --git a/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_fp32.csv b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_fp32.csv
new file mode 100644
index 0000000000000000000000000000000000000000..2e203cf73d4f5220f9f3217398c952496028fb62
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_fp32.csv
@@ -0,0 +1,50 @@
+Add1,113.913,376.561,219.636,156.925,6609.15,3854.17,2754.97,80.5497,282.75,177.622,111.325,4961.17,3115.93,1954.23
+Add10,46.7852,353.064,295.37,57.6943,15092.7,12626.5,2466.15,33.0858,249.698,208.891,40.8191,10672.6,8928.67,1744.47
+Add11,32.7593,228.974,188.206,40.768,13979,11490.1,2488.93,23.1655,161.932,133.101,28.8363,9885.52,8125.42,1760.39
+Add12,32.7648,220.92,180.753,40.1662,13485,11033.3,2451.71,23.1723,156.257,127.848,28.4139,9536.19,7802.45,1733.98
+Add13,32.723,215.055,175.489,39.5662,13144.2,10726,2418.24,23.1396,152.085,124.105,27.9836,9295.27,7585.25,1710.24
+Add14,0.902452,1.91287,1.55297,0.359903,4206.37,3415.11,791.258,0.639486,1.96075,1.59154,0.36925,4301.37,3491.69,809.769
+Add15,0.226743,0.146973,0.119291,0.0276818,1268.32,1029.69,238.626,0.161374,0.274735,0.222974,0.0517663,2347.78,1906.32,441.514
+Add2,114.041,707.602,550.188,157.413,12409.4,9648.8,2760.62,80.6401,500.915,389.6,111.35,8784.41,6832.28,1952.72
+Add3,51.2818,306.368,231.407,74.9613,11948.4,9024.9,2923.5,36.2641,216.686,163.674,53.0143,8450.22,6382.88,2067.43
+Add4,51.329,344.524,275.839,68.6848,13425,10748.6,2676.4,36.2967,243.665,195.087,48.5789,9494.83,7601.95,1892.93
+Add5,48.2779,312.538,246.161,66.377,12947.4,10197.6,2749.79,34.1397,221.022,174.082,46.9412,9155.71,7211.24,1944.51
+Add6,48.3038,331.31,269.638,61.6728,13717.7,11164.2,2553.51,34.1584,234.299,190.684,43.6161,9700.3,7894.61,1805.74
+Add7,48.1751,337.048,277.011,60.0367,13992.6,11500.2,2492.4,34.0674,238.357,195.898,42.4598,9894.64,8132.16,1762.55
+Add8,46.6813,323.76,263.597,60.1628,13871.3,11293.7,2577.64,33.0123,228.964,186.417,42.5484,9808.96,7986.22,1822.79
+Add9,46.6775,338.552,280.794,57.7577,14509.8,12034.3,2475.46,33.0125,239.488,198.63,40.8649,10264.6,8513.31,1751.56
+Conv1,163.415,464.69,270.83,193.861,5719.79,3344.04,2375.74,115.618,364.219,239.324,137.798,4496.91,2961.18,1689.91
+Conv10,802.661,5895.34,4887.39,1007.95,14689.8,12178.3,2511.49,567.577,4168.67,3455.92,712.856,10387.4,8611.5,1776.16
+Conv11,308.859,2238.17,1841.36,396.805,14494.3,11924.8,2569.46,218.426,1582.75,1302.12,280.685,10249.2,8432.33,1817.28
+Conv12,308.957,2143.29,1754.35,388.942,13875.6,11357.9,2517.72,218.489,1515.61,1240.55,275.097,9811.8,8031.51,1780.54
+Conv13,308.526,2076.4,1693.52,382.878,13461.8,10980,2481.86,218.187,1468.29,1197.52,270.808,9519.36,7764.54,1755.1
+Conv2,1186.37,5295.79,3610.95,1684.84,9029.61,6180.44,2849.17,840.943,3760.72,2581.03,1191.77,6467.54,4470.42,2016.67
+Conv3,613.82,3267.16,2333.45,933.711,10647.5,7604.92,3042.61,434.112,2311.16,1650.96,660.338,7532.26,5381.04,2151.65
+Conv4,982.846,5808.36,4413.44,1394.92,11819.9,8981.38,2838.55,695.005,4107.39,3121,986.415,8358.48,6351.33,2007.22
+Conv5,491.91,3047.42,2348.81,698.608,12391.2,9550.74,2840.5,347.871,2154.95,1660.93,494.035,8762.18,6753.64,2008.58
+Conv6,858.952,5554.16,4403.19,1150.97,12932.7,10252.8,2679.96,607.382,3927.42,3113.55,813.89,9144.98,7249.96,1895.06
+Conv7,859.425,5760.38,4659.21,1101.17,13405.5,10842.9,2562.58,607.715,4073.23,3294.58,778.676,9479.18,7667.16,1812.06
+Conv8,434.046,2940.43,2368.34,572.081,13549.6,10913.5,2636.05,306.938,2079.26,1674.71,404.559,9581.1,7717.15,1864.02
+Conv9,801.893,5651.89,4624.92,1026.97,14096.7,11535.3,2561.33,567.034,3996.52,3270.33,726.23,9967.96,8156.84,1811.22
+Mul1,10.6715,65.8927,53.5391,12.3536,12394.8,10071.9,2322.88,7.57836,46.691,37.9335,8.75846,8780.28,7134.75,1645.72
+Mul2,0.821147,1.66598,1.35236,0.313621,4076.84,3309.78,767.066,0.582562,1.7168,1.39365,0.323189,4224.31,3430.04,794.372
+Pool1,175.393,1012.62,726.774,285.844,11549.1,8289.34,3259.78,124.05,716.6,514.49,202.181,8172.74,5868.18,2305.37
+Pool2,88.7044,575.997,444.625,131.372,12987.9,10025.6,2962.21,62.7347,407.367,314.456,92.9131,9184.52,7089.77,2094.78
+Pool3,45.2833,307.898,247.595,60.3023,13598.6,10935.2,2663.36,32.0292,217.79,175.137,42.6548,9616.06,7732.71,1883.4
+Pool4,24.6055,179.513,148.419,31.0941,14591.4,12063.9,2527.45,17.4004,126.964,104.972,21.9976,10319,8531.59,1787.91
+Pool5,8.20681,50.2013,40.8424,9.35894,12226.9,9947.17,2279.71,5.82151,35.6921,29.0395,6.65352,8656.71,7042.81,1614.13
+Relu1,75.1381,267.733,149.248,118.484,7127.84,3973.96,3153.88,53.1331,197.389,117.092,83.9442,5255.76,3118.27,2234.45
+Relu10,9.31493,65.6928,54.5384,11.1544,14104.6,11709.8,2394.86,6.58686,46.4969,38.6024,7.89659,9982.66,8287.84,1695.28
+Relu11,2.49349,12.8041,10.5081,2.29598,10267.6,8426.39,1841.24,1.76354,9.25156,7.5928,1.65903,7415.31,6085.61,1329.91
+Relu12,2.50068,12.3579,10.0966,2.26132,9872.52,8066.18,1806.35,1.77005,8.95586,7.31638,1.63973,7136.08,5830.14,1306.13
+Relu13,2.48762,12.2284,9.96443,2.26399,9833.11,8012.58,1820.53,1.75929,8.83304,7.19779,1.63547,7102.38,5787.52,1315.04
+Relu14,0.846016,1.57242,1.27739,0.29503,3703.4,3008.56,694.844,0.599154,1.69071,1.37363,0.317122,3975.03,3229.61,745.515
+Relu2,74.295,455.493,338.819,116.674,12261.1,9120.32,3140.75,52.5363,322.394,239.897,82.5246,8677.47,6456.88,2221.33
+Relu3,36.6237,218.815,161.907,56.9082,11949.1,8841.42,3107.67,25.8986,154.77,114.524,40.248,8450.92,6253.36,2197.68
+Relu4,36.7139,244.573,191.979,52.5941,13329.1,10462.8,2866.31,25.9761,173.026,135.817,37.2093,9428.22,7400.79,2027.47
+Relu5,18.3751,115.933,90.1275,25.8055,12618,9809.37,2808.64,12.9942,82.009,63.7545,18.2548,8924.67,6938.12,1986.59
+Relu6,18.3515,122.286,98.2308,24.0552,13327.1,10705.5,2621.61,12.9773,86.4993,69.4836,17.016,9426.46,7572.14,1854.36
+Relu7,18.3889,125.084,101.453,23.631,13603.6,11033.6,2570.02,13.0046,88.4856,71.7689,16.7172,9621.58,7803.86,1817.78
+Relu8,9.34284,60.6176,48.9763,11.6413,12976.3,10484.3,2492.01,6.60743,42.914,34.6725,8.24179,9185.09,7421.14,1764
+Relu9,9.34283,63.4928,52.2617,11.2311,13592.4,11188.1,2404.33,6.60725,44.9455,36.9955,7.95121,9621.07,7919.28,1702.05
+Softmax1,2.09116,9.17789,7.4508,1.72709,8772.87,7122.11,1650.76,1.47902,6.75862,5.48652,1.27228,6456.75,5241.62,1215.29
diff --git a/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_layers.txt b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_layers.txt
new file mode 100644
index 0000000000000000000000000000000000000000..af6469192145b246beaec42cf42a6629e5ed1a93
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_layers.txt
@@ -0,0 +1,15 @@
+Conv1,2000,3,32,32,64,3,3,3,1,1
+Conv2,2000,64,32,32,64,64,3,3,1,1
+Conv3,2000,64,16,16,128,64,3,3,1,1
+Conv4,2000,128,16,16,128,128,3,3,1,1
+Conv5,2000,128,8,8,256,128,3,3,1,1
+Conv6,2000,256,8,8,256,256,3,3,1,1
+Conv7,2000,256,8,8,256,256,3,3,1,1
+Conv8,2000,256,4,4,512,256,3,3,1,1
+Conv9,2000,512,4,4,512,512,3,3,1,1
+Conv10,2000,512,4,4,512,512,3,3,1,1
+Conv11,2000,512,2,2,512,512,3,3,1,1
+Conv12,2000,512,2,2,512,512,3,3,1,1
+Conv13,2000,512,2,2,512,512,3,3,1,1
+FC1,2000,512,512,512
+FC2,2000,512,512,10
diff --git a/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_naive1.txt b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_naive1.txt
new file mode 100644
index 0000000000000000000000000000000000000000..90a09b7a87bfde672e576b124225a9efbebe069c
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_naive1.txt
@@ -0,0 +1,2 @@
+9 9 9,9 9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9
+8 8 8,7,7,7,7,7,7,7,7,7,7,7,7,7,7
diff --git a/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_naive_results1.csv b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_naive_results1.csv
new file mode 100644
index 0000000000000000000000000000000000000000..3036f34f281fb2142622187df7d369b1a9dbcd3e
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_naive_results1.csv
@@ -0,0 +1,14 @@
+Time
+Configuration,Total,Improvement
+c0,9504.422158,0.999999989478582
+c1,1323.9068,7.17907139693886
+
+c1,1323.9068
+
+Energy
+Configuration,Total,Improvement
+c0,58514.286843,0.999999998291016
+c1,4256.555187,13.7468640479566
+
+c1,4256.555187
+
diff --git a/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_ops.txt b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_ops.txt
new file mode 100644
index 0000000000000000000000000000000000000000..2075774fde3e66afd1a1946cac46b87038a6486f
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_ops.txt
@@ -0,0 +1,64 @@
+#Conv1,3
+Conv1
+Add1
+Relu1
+#Conv2,4
+Conv2
+Add2
+Relu2
+Pool1
+#Conv3,3
+Conv3
+Add3
+Relu3
+#Conv4,4
+Conv4
+Add4
+Relu4
+Pool2
+#Conv5,3
+Conv5
+Add5
+Relu5
+#Conv6,3
+Conv6
+Add6
+Relu6
+#Conv7,4
+Conv7
+Add7
+Relu7
+Pool3
+#Conv8,3
+Conv8
+Add8
+Relu8
+#Conv9,3
+Conv9
+Add9
+Relu9
+#Conv10,4
+Conv10
+Add10
+Relu10
+Pool4
+#Conv11,3
+Conv11
+Add11
+Relu11
+#Conv12,3
+Conv12
+Add12
+Relu12
+#Conv13,4
+Conv13
+Add13
+Relu13
+Pool5
+#FC1,3
+Mul1
+Add14
+Relu14
+#FC2,2
+Mul2
+Add15
diff --git a/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_promise_confs1.txt b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_promise_confs1.txt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b8720b064ac873815b3222371f587b6d3eace9
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_promise_confs1.txt
@@ -0,0 +1,48 @@
+9 9 9,9 9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9
+8 8 8,8 8 8 8,8 8 8,7,7,5,7,6,8 8 8,7,7,6,7,7,7
+8 8 8,5,8 8 8,7,7,6,8 8 8 8,8 8 8,7,5,8 8 8,6,7,9 9 9,9 9
+9 9 9,5,9 9 9,9 9 9 9,6,6,9 9 9 9,6,6,8 8 8 8,9 9 9,6,9 9 9 9,6,8 8
+8 8 8,8 8 8 8,8 8 8,7,6,5,7,7,5,5,5,8 8 8,7,7,5
+8 8 8,8 8 8 8,8 8 8,7,7,5,9 9 9 9,6,5,5,7,6,7,7,5
+8 8 8,8 8 8 8,8 8 8,5,7,5,7,8 8 8,6,5,7,6,7,9 9 9,7
+8 8 8,6,8 8 8,8 8 8 8,7,8 8 8,7,6,9 9 9,7,8 8 8,8 8 8,9 9 9 9,9 9 9,6
+9 9 9,8 8 8 8,8 8 8,7,7,6,7,6,5,9 9 9 9,7,7,9 9 9 9,7,7
+8 8 8,8 8 8 8,8 8 8,7,7,5,7,7,5,5,7,6,8 8 8 8,8 8 8,8 8
+9 9 9,9 9 9 9,8 8 8,7,7,5,7,6,7,5,7,9 9 9,7,7,5
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,6,9 9 9 9,7,6,9 9 9 9,7,5,8 8 8 8,6,8 8
+8 8 8,8 8 8 8,8 8 8,7,5,5,7,6,9 9 9,6,7,6,9 9 9 9,7,7
+8 8 8,8 8 8 8,8 8 8,7,7,8 8 8,8 8 8 8,6,5,5,5,6,7,9 9 9,7
+9 9 9,8 8 8 8,8 8 8,5,5,5,9 9 9 9,6,9 9 9,6,7,6,7,7,6
+9 9 9,8 8 8 8,8 8 8,7,7,9 9 9,9 9 9 9,6,5,5,7,6,7,7,6
+8 8 8,8 8 8 8,8 8 8,7,5,5,7,6,9 9 9,9 9 9 9,7,6,9 9 9 9,7,7
+9 9 9,8 8 8 8,8 8 8,7,7,8 8 8,8 8 8 8,6,7,5,7,6,7,7,6
+8 8 8,8 8 8 8,8 8 8,7,7,6,7,6,7,5,8 8 8,6,7,7,7
+8 8 8,8 8 8 8,8 8 8,7,7,5,7,6,5,5,9 9 9,6,7,7,7
+8 8 8,8 8 8 8,8 8 8,7,5,5,7,9 9 9,5,5,7,6,8 8 8 8,7,5
+9 9 9,8 8 8 8,8 8 8,5,6,6,8 8 8 8,6,6,7,7,5,8 8 8 8,7,8 8
+9 9 9,9 9 9 9,8 8 8,5,6,6,8 8 8 8,7,6,7,7,5,8 8 8 8,7,8 8
+8 8 8,8 8 8 8,8 8 8,7,7,5,7,9 9 9,7,5,7,9 9 9,7,9 9 9,7
+8 8 8,8 8 8 8,8 8 8,8 8 8 8,7,5,8 8 8 8,9 9 9,5,5,7,8 8 8,7,7,7
+8 8 8,8 8 8 8,8 8 8,7,5,8 8 8,6,8 8 8,7,5,6,9 9 9,7,5,7
+8 8 8,8 8 8 8,8 8 8,7,7,8 8 8,9 9 9 9,9 9 9,5,5,7,6,7,7,7
+9 9 9,8 8 8 8,8 8 8,6,7,5,9 9 9 9,6,7,5,7,9 9 9,7,7,8 8
+8 8 8,8 8 8 8,9 9 9,8 8 8 8,8 8 8,8 8 8,9 9 9 9,5,8 8 8,5,7,6,8 8 8 8,5,6
+9 9 9,8 8 8 8,8 8 8,7,7,7,9 9 9 9,6,7,5,7,8 8 8,7,7,7
+8 8 8,9 9 9 9,8 8 8,7,5,8 8 8,9 9 9 9,7,8 8 8,8 8 8 8,7,7,9 9 9 9,6,7
+8 8 8,8 8 8 8,9 9 9,8 8 8 8,8 8 8,8 8 8,9 9 9 9,5,8 8 8,5,7,6,8 8 8 8,5,7
+9 9 9,8 8 8 8,8 8 8,5,9 9 9,9 9 9,6,6,9 9 9,6,9 9 9,6,5,7,7
+8 8 8,8 8 8 8,8 8 8,7,7,5,8 8 8 8,5,5,7,9 9 9,6,7,7,8 8
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,5,5,6,6,5,7,8 8 8,8 8 8,9 9 9 9,5,6
+8 8 8,9 9 9 9,9 9 9,7,6,5,6,9 9 9,6,8 8 8 8,8 8 8,6,7,7,8 8
+8 8 8,8 8 8 8,9 9 9,5,5,7,7,8 8 8,9 9 9,5,6,9 9 9,9 9 9 9,7,7
+8 8 8,8 8 8 8,8 8 8,7,7,5,7,9 9 9,5,5,7,8 8 8,8 8 8 8,9 9 9,7
+8 8 8,8 8 8 8,8 8 8,7,7,9 9 9,8 8 8 8,9 9 9,5,8 8 8 8,8 8 8,6,7,7,7
+9 9 9,9 9 9 9,9 9 9,9 9 9 9,8 8 8,9 9 9,6,6,7,7,8 8 8,8 8 8,9 9 9 9,5,6
+8 8 8,8 8 8 8,8 8 8,7,5,9 9 9,8 8 8 8,9 9 9,5,6,9 9 9,8 8 8,5,7,7
+8 8 8,9 9 9 9,8 8 8,6,7,6,9 9 9 9,8 8 8,6,9 9 9 9,9 9 9,5,5,6,5
+8 8 8,8 8 8 8,9 9 9,8 8 8 8,8 8 8,8 8 8,8 8 8 8,6,8 8 8,9 9 9 9,9 9 9,6,8 8 8 8,7,6
+8 8 8,8 8 8 8,8 8 8,6,7,7,6,8 8 8,6,8 8 8 8,8 8 8,9 9 9,6,6,8 8
+8 8 8,9 9 9 9,8 8 8,6,7,6,9 9 9 9,8 8 8,6,9 9 9 9,9 9 9,8 8 8,9 9 9 9,6,5
+8 8 8,9 9 9 9,8 8 8,9 9 9 9,7,5,9 9 9 9,8 8 8,6,9 9 9 9,9 9 9,8 8 8,9 9 9 9,9 9 9,5
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,7,6,9 9 9 9,8 8 8,7,9 9 9 9,9 9 9,8 8 8,9 9 9 9,9 9 9,5
+9 9 9,8 8 8 8,8 8 8,9 9 9 9,7,7,9 9 9 9,8 8 8,6,9 9 9 9,9 9 9,8 8 8,9 9 9 9,6,5
diff --git a/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_promise_confs2.txt b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_promise_confs2.txt
new file mode 100644
index 0000000000000000000000000000000000000000..f846e81c4b2ab1c7681debe4ec84de99be49fade
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_promise_confs2.txt
@@ -0,0 +1,52 @@
+9 9 9,9 9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9
+8 8 8,7,8 8 8,6,5,5,6,6,7,7,6,5,5,9 9 9,5
+8 8 8,5,5,6,5,9 9 9,6,6,7,7,6,5,5,6,5
+8 8 8,7,8 8 8,8 8 8 8,5,5,8 8 8 8,6,7,7,6,5,7,6,5
+8 8 8,8 8 8 8,5,6,5,5,9 9 9 9,6,7,7,6,5,9 9 9 9,6,5
+9 9 9,7,5,6,5,5,9 9 9 9,6,7,6,6,5,5,6,5
+8 8 8,8 8 8 8,5,6,7,5,6,6,7,7,9 9 9,5,5,6,5
+9 9 9,7,7,5,6,7,6,7,9 9 9,7,5,7,5,6,8 8
+8 8 8,7,5,6,5,5,8 8 8 8,6,7,7,6,5,5,9 9 9,5
+8 8 8,5,8 8 8,7,9 9 9,8 8 8,7,7,5,6,6,7,6,6,6
+8 8 8,8 8 8 8,6,6,6,7,6,6,7,5,9 9 9,5,9 9 9 9,9 9 9,6
+8 8 8,9 9 9 9,7,7,8 8 8,6,9 9 9 9,9 9 9,7,5,6,5,5,7,9 9
+8 8 8,7,7,6,5,5,6,7,7,7,8 8 8,5,5,6,5
+8 8 8,7,5,6,5,5,7,8 8 8,7,7,6,9 9 9,5,6,9 9
+8 8 8,8 8 8 8,9 9 9,9 9 9 9,6,6,7,6,7,6,5,5,5,6,7
+9 9 9,7,6,6,5,5,6,7,6,5,5,9 9 9,8 8 8 8,5,6
+8 8 8,6,6,6,5,8 8 8,7,8 8 8,8 8 8,7,5,9 9 9,5,9 9 9,6
+8 8 8,6,5,6,5,9 9 9,8 8 8 8,6,7,7,6,5,9 9 9 9,5,5
+8 8 8,7,5,6,5,5,6,9 9 9,7,5,6,9 9 9,5,6,6
+9 9 9,7,5,7,5,5,6,6,7,6,9 9 9,5,9 9 9 9,6,5
+9 9 9,6,5,7,9 9 9,9 9 9,5,7,8 8 8,5,7,5,5,6,7
+8 8 8,7,5,6,5,5,6,6,7,5,6,9 9 9,9 9 9 9,6,5
+9 9 9,6,8 8 8,8 8 8 8,5,7,5,7,7,5,9 9 9,6,9 9 9 9,5,7
+9 9 9,7,6,6,5,5,6,7,6,8 8 8 8,5,9 9 9,8 8 8 8,5,6
+9 9 9,5,5,8 8 8 8,5,8 8 8,7,5,9 9 9,5,9 9 9,7,8 8 8 8,8 8 8,5
+8 8 8,7,5,6,5,6,9 9 9 9,9 9 9,7,7,6,9 9 9,6,6,5
+8 8 8,6,5,6,5,8 8 8,9 9 9 9,7,7,7,9 9 9,5,5,6,5
+8 8 8,6,6,6,7,8 8 8,8 8 8 8,9 9 9,7,7,8 8 8,7,6,5,5
+8 8 8,6,6,7,7,8 8 8,8 8 8 8,9 9 9,6,7,8 8 8,7,6,5,5
+8 8 8,7,6,6,5,7,6,7,6,7,8 8 8,5,9 9 9 9,6,9 9
+8 8 8,7,7,7,6,9 9 9,9 9 9 9,7,9 9 9,7,6,9 9 9,6,6,6
+8 8 8,7,6,7,5,7,9 9 9 9,5,6,7,8 8 8,7,7,8 8 8,5
+9 9 9,6,5,7,7,6,5,5,6,8 8 8 8,6,8 8 8,8 8 8 8,5,6
+8 8 8,6,5,5,8 8 8,5,8 8 8 8,7,9 9 9,6,9 9 9,9 9 9,5,7,6
+8 8 8,7,5,6,5,5,6,6,7,8 8 8 8,6,9 9 9,8 8 8 8,6,6
+8 8 8,7,5,7,7,6,5,6,6,8 8 8 8,9 9 9,5,7,5,6
+8 8 8,7,6,7,5,7,5,8 8 8,5,6,8 8 8,8 8 8,5,6,7
+9 9 9,8 8 8 8,5,8 8 8 8,9 9 9,8 8 8,7,5,9 9 9,7,8 8 8,7,6,8 8 8,5
+8 8 8,7,6,7,5,7,5,8 8 8,5,6,8 8 8,8 8 8,5,8 8 8,7
+9 9 9,6,9 9 9,5,6,9 9 9,7,8 8 8,6,5,7,7,5,7,7
+8 8 8,6,6,6,8 8 8,9 9 9,8 8 8 8,6,6,8 8 8 8,7,6,6,6,5
+8 8 8,7,9 9 9,6,5,8 8 8,9 9 9 9,6,7,5,6,5,5,6,5
+8 8 8,5,8 8 8,6,5,5,6,6,9 9 9,7,9 9 9,5,5,6,5
+8 8 8,6,9 9 9,6,5,8 8 8,6,6,7,7,7,8 8 8,5,6,8 8
+8 8 8,6,5,9 9 9 9,9 9 9,6,7,7,7,9 9 9 9,8 8 8,5,8 8 8 8,6,8 8
+8 8 8,7,8 8 8,6,5,5,8 8 8 8,6,7,7,6,8 8 8,5,6,5
+8 8 8,6,8 8 8,6,6,6,7,7,6,5,9 9 9,5,9 9 9 9,7,8 8
+9 9 9,7,8 8 8,6,5,5,9 9 9 9,6,5,9 9 9 9,7,6,8 8 8 8,6,9 9
+8 8 8,7,9 9 9,7,5,5,9 9 9 9,7,7,7,6,8 8 8,5,8 8 8,8 8
+8 8 8,6,8 8 8,7,9 9 9,8 8 8,7,9 9 9,9 9 9,6,6,7,8 8 8 8,6,5
+9 9 9,6,9 9 9,7,9 9 9,8 8 8,5,7,8 8 8,9 9 9 9,8 8 8,5,5,6,8 8
+8 8 8,6,5,8 8 8 8,8 8 8,8 8 8,5,8 8 8,6,7,8 8 8,7,6,5,9 9
diff --git a/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_promise_results1.csv b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_promise_results1.csv
new file mode 100644
index 0000000000000000000000000000000000000000..3cc252f7f64c7b9fecac6fd7a7793d5560c18285
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_promise_results1.csv
@@ -0,0 +1,572 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,1108.984,7471.505,3792.343,6973.454,3475.891,6007.756,6530.41,3324.8076,6053.9348,6493.6098,2479.9481,2376.5679,2353.8847,69.37799,1.812953,58514.286843,0.999999998291016
+c1,1129.478,6358.145,1949.97,157.113483,78.556742,77.680494,157.113483,59.008124,3203.344,157.113483,39.466907,29.645681,39.466907,1.117251,0.021821,13437.241376,4.35463535782335
+c2,1129.478,86.311660,1949.97,157.113483,78.556742,118.016247,3366.9575,1683.0934,157.113483,77.680494,1299.926,29.645681,39.466907,69.37799,1.812953,10244.52054,5.71176425908397
+c3,1108.984,86.311660,3792.343,6973.454,59.008124,118.016247,6530.41,59.008124,118.016247,3427.0759,2479.9481,29.645681,2353.8847,0.839227,10.00372,27146.94873,2.1554645868097
+c4,1129.478,6358.145,1949.97,157.113483,59.008124,77.680494,157.113483,78.556742,77.680494,77.680494,19.513340,1273.3007,39.466907,1.117251,0.010789,11455.835301,5.10781490784096
+c5,1129.478,6358.145,1949.97,157.113483,78.556742,77.680494,6530.41,59.008124,77.680494,77.680494,39.466907,29.645681,39.466907,1.117251,0.010789,16605.430366,3.52380427371692
+c6,1129.478,6358.145,1949.97,77.680494,78.556742,77.680494,157.113483,1683.0934,118.016247,77.680494,39.466907,29.645681,39.466907,69.37799,0.021821,11885.39366,4.92320978375394
+c7,1129.478,131.129164,1949.97,3356.913,78.556742,3053.2545,157.113483,59.008124,6053.9348,157.113483,1299.926,1273.3007,2353.8847,69.37799,0.016391,21122.977077,2.77017232716201
+c8,1108.984,6358.145,1949.97,157.113483,78.556742,118.016247,157.113483,59.008124,77.680494,6493.6098,39.466907,39.466907,2353.8847,1.117251,0.021821,18992.154959,3.08097141484064
+c9,1129.478,6358.145,1949.97,157.113483,78.556742,77.680494,157.113483,78.556742,77.680494,77.680494,39.466907,29.645681,1286.6509,57.16078,10.00372,11564.90292,5.05964353888719
+c10,1108.984,7471.505,1949.97,157.113483,78.556742,77.680494,157.113483,59.008124,157.113483,77.680494,39.466907,2376.5679,39.466907,1.117251,0.010789,13751.355057,4.25516512190538
+c11,1129.478,7471.505,1949.97,3356.913,1731.6018,118.016247,6530.41,78.556742,118.016247,6493.6098,39.466907,19.513340,1286.6509,0.839227,10.00372,30334.55093,1.92896498732192
+c12,1129.478,6358.145,1949.97,157.113483,38.840247,77.680494,157.113483,59.008124,6053.9348,118.016247,39.466907,29.645681,2353.8847,1.117251,0.021821,18523.436238,3.15893259626782
+c13,1129.478,6358.145,1949.97,157.113483,78.556742,3053.2545,3366.9575,59.008124,77.680494,77.680494,19.513340,29.645681,39.466907,69.37799,0.021821,16465.870076,3.55367109163099
+c14,1108.984,6358.145,1949.97,77.680494,38.840247,77.680494,6530.41,59.008124,6053.9348,118.016247,39.466907,29.645681,39.466907,1.117251,0.016391,22482.382543,2.60267284709785
+c15,1108.984,6358.145,1949.97,157.113483,78.556742,6007.756,6530.41,59.008124,77.680494,77.680494,39.466907,29.645681,39.466907,1.117251,0.016391,22515.017474,2.59890034065847
+c16,1129.478,6358.145,1949.97,157.113483,38.840247,77.680494,157.113483,59.008124,6053.9348,6493.6098,39.466907,29.645681,2353.8847,1.117251,0.021821,24899.029791,2.35006291807982
+c17,1108.984,6358.145,1949.97,157.113483,78.556742,3053.2545,3366.9575,59.008124,157.113483,77.680494,39.466907,29.645681,39.466907,1.117251,0.016391,16476.496463,3.55137917938216
+c18,1129.478,6358.145,1949.97,157.113483,78.556742,118.016247,157.113483,59.008124,157.113483,77.680494,1299.926,29.645681,39.466907,1.117251,0.021821,11612.372716,5.03896040629841
+c19,1129.478,6358.145,1949.97,157.113483,78.556742,77.680494,157.113483,59.008124,77.680494,77.680494,2479.9481,29.645681,39.466907,1.117251,0.021821,12672.626074,4.6173765437074
+c20,1129.478,6358.145,1949.97,157.113483,38.840247,77.680494,157.113483,3324.8076,77.680494,77.680494,39.466907,29.645681,1286.6509,1.117251,0.010789,14705.400823,3.97910177011772
+c21,1108.984,6358.145,1949.97,77.680494,59.008124,118.016247,3366.9575,59.008124,118.016247,157.113483,39.466907,19.513340,1286.6509,1.117251,10.00372,14729.651337,3.97255068073204
+c22,1108.984,7471.505,1949.97,77.680494,59.008124,118.016247,3366.9575,78.556742,118.016247,157.113483,39.466907,19.513340,1286.6509,1.117251,10.00372,15862.559955,3.68882996440136
+c23,1129.478,6358.145,1949.97,157.113483,78.556742,77.680494,157.113483,3324.8076,157.113483,77.680494,39.466907,2376.5679,39.466907,69.37799,0.021821,15992.560304,3.65884419785369
+c24,1129.478,6358.145,1949.97,3356.913,78.556742,77.680494,3366.9575,3324.8076,77.680494,77.680494,39.466907,1273.3007,39.466907,1.117251,0.021821,21151.24291,2.76647035899192
+c25,1129.478,6358.145,1949.97,157.113483,38.840247,3053.2545,118.016247,1683.0934,157.113483,77.680494,29.645681,2376.5679,39.466907,0.552395,0.021821,17168.959558,3.40814399990362
+c26,1129.478,6358.145,1949.97,157.113483,78.556742,3053.2545,6530.41,3324.8076,77.680494,77.680494,39.466907,29.645681,39.466907,1.117251,0.021821,22846.81488,2.56115729453857
+c27,1108.984,6358.145,1949.97,118.016247,78.556742,77.680494,6530.41,59.008124,157.113483,77.680494,39.466907,2376.5679,39.466907,1.117251,10.00372,18982.187269,3.08258925620765
+c28,1129.478,6358.145,3792.343,3356.913,1731.6018,3053.2545,6530.41,38.840247,3203.344,77.680494,39.466907,29.645681,1286.6509,0.552395,0.016391,30628.342315,1.91046208280416
+c29,1108.984,6358.145,1949.97,157.113483,78.556742,157.113483,6530.41,59.008124,157.113483,77.680494,39.466907,1273.3007,39.466907,1.117251,0.021821,17987.468395,3.25305847564182
+c30,1129.478,7471.505,1949.97,157.113483,38.840247,3053.2545,6530.41,78.556742,3203.344,3427.0759,39.466907,39.466907,2353.8847,0.839227,0.021821,29473.227434,1.9853369223136
+c31,1129.478,6358.145,3792.343,3356.913,1731.6018,3053.2545,6530.41,38.840247,3203.344,77.680494,39.466907,29.645681,1286.6509,0.552395,0.021821,30628.347745,1.91046174410457
+c32,1108.984,6358.145,1949.97,77.680494,3475.891,6007.756,118.016247,59.008124,6053.9348,118.016247,2479.9481,29.645681,19.513340,1.117251,0.021821,27857.648105,2.1004747569645
+c33,1129.478,6358.145,1949.97,157.113483,78.556742,77.680494,3366.9575,38.840247,77.680494,157.113483,2479.9481,29.645681,39.466907,1.117251,10.00372,15951.717102,3.6682124000834
+c34,1129.478,7471.505,1949.97,3356.913,38.840247,77.680494,118.016247,59.008124,77.680494,157.113483,1299.926,1273.3007,2353.8847,0.552395,0.016391,19363.885275,3.02182571884802
+c35,1129.478,7471.505,3792.343,157.113483,59.008124,77.680494,118.016247,3324.8076,118.016247,3427.0759,1299.926,29.645681,39.466907,1.117251,10.00372,21055.203654,2.77908908062139
+c36,1129.478,6358.145,3792.343,77.680494,38.840247,157.113483,157.113483,1683.0934,6053.9348,77.680494,29.645681,2376.5679,2353.8847,1.117251,0.021821,24286.659754,2.40931800398904
+c37,1129.478,6358.145,1949.97,157.113483,78.556742,77.680494,157.113483,3324.8076,77.680494,77.680494,39.466907,1273.3007,1286.6509,69.37799,0.021821,16057.044108,3.64415057248499
+c38,1129.478,6358.145,1949.97,157.113483,78.556742,6007.756,3366.9575,3324.8076,77.680494,3427.0759,1299.926,29.645681,39.466907,1.117251,0.021821,27247.718379,2.14749307866262
+c39,1108.984,7471.505,3792.343,6973.454,1731.6018,6007.756,118.016247,59.008124,157.113483,157.113483,1299.926,1273.3007,2353.8847,0.552395,0.016391,32504.575323,1.800186160918
+c40,1129.478,6358.145,1949.97,157.113483,38.840247,6007.756,3366.9575,3324.8076,77.680494,118.016247,2479.9481,1273.3007,19.513340,1.117251,0.021821,26302.665783,2.22465232624268
+c41,1129.478,7471.505,1949.97,118.016247,78.556742,118.016247,6530.41,1683.0934,118.016247,6493.6098,2479.9481,19.513340,19.513340,0.839227,0.010789,28210.496479,2.07420265287206
+c42,1129.478,6358.145,3792.343,3356.913,1731.6018,3053.2545,3366.9575,59.008124,3203.344,6493.6098,2479.9481,29.645681,1286.6509,1.117251,0.016391,36342.033047,1.61009942966909
+c43,1129.478,6358.145,1949.97,118.016247,78.556742,157.113483,118.016247,1683.0934,118.016247,3427.0759,1299.926,2376.5679,29.645681,0.839227,10.00372,18854.463794,3.10347126133991
+c44,1129.478,7471.505,1949.97,118.016247,78.556742,118.016247,6530.41,1683.0934,118.016247,6493.6098,2479.9481,1273.3007,2353.8847,0.839227,0.010789,31798.655199,1.84014972623198
+c45,1129.478,7471.505,1949.97,6973.454,78.556742,77.680494,6530.41,1683.0934,118.016247,6493.6098,2479.9481,1273.3007,2353.8847,69.37799,0.010789,38682.295962,1.51268908001772
+c46,1129.478,7471.505,1949.97,3356.913,78.556742,118.016247,6530.41,1683.0934,157.113483,6493.6098,2479.9481,1273.3007,2353.8847,69.37799,0.010789,35145.187951,1.66493025327076
+c47,1108.984,6358.145,1949.97,6973.454,78.556742,157.113483,6530.41,1683.0934,118.016247,6493.6098,2479.9481,1273.3007,2353.8847,0.839227,0.010789,37559.336188,1.55791589058764
+c2,10244.52054
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,352.4661,1550.099,701.7255,1159.5933,558.563,925.6073,971.2723,490.07014,857.91333,883.36663,344.11179,344.22248,351.94343,12.419968,1.04789,9504.422158,0.999999989478582
+c1,442.9824,1610.85,426.5549,82.574848,41.518080,82.574848,82.574848,41.518080,527.54432,83.036160,21.220352,21.220352,21.220352,0.922624,0.018020,3486.330184,2.72619671223325
+c2,442.9824,90.532480,426.5549,82.574848,41.518080,82.574848,590.3019,290.68457,83.036160,83.036160,208.37216,21.220352,21.220352,12.419968,1.04789,2478.077068,3.83540201279156
+c3,352.4661,90.532480,701.7255,1159.5933,41.518080,82.574848,971.2723,41.518080,83.036160,543.5573,344.11179,21.220352,351.94343,0.922624,1.669613,4787.661957,1.98519069325364
+c4,442.9824,1610.85,426.5549,82.574848,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,21.220352,206.54856,21.220352,0.922624,0.018020,3227.150232,2.94514391342585
+c5,442.9824,1610.85,426.5549,82.574848,41.518080,82.574848,971.2723,41.518080,83.036160,83.036160,21.220352,21.220352,21.220352,0.922624,0.018020,3930.519476,2.41810833764437
+c6,442.9824,1610.85,426.5549,82.574848,41.518080,82.574848,82.574848,290.68457,83.036160,83.036160,21.220352,21.220352,21.220352,12.419968,0.018020,3302.485858,2.87795990017045
+c7,442.9824,90.532480,426.5549,652.9992,41.518080,544.1687,82.574848,41.518080,857.91333,83.036160,208.37216,206.54856,351.94343,12.419968,0.018020,4043.100316,2.35077568699199
+c8,352.4661,1610.85,426.5549,82.574848,41.518080,82.574848,82.574848,41.518080,83.036160,883.36663,21.220352,21.220352,351.94343,0.922624,0.018020,4082.359272,2.3281689072228
+c9,442.9824,1610.85,426.5549,82.574848,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,21.220352,21.220352,210.33129,7.640322,1.669613,3239.302253,2.93409540767249
+c10,352.4661,1550.099,426.5549,82.574848,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,21.220352,344.22248,21.220352,0.922624,0.018020,3213.556852,2.95760190342505
+c11,442.9824,1550.099,426.5549,652.9992,333.7788,82.574848,971.2723,41.518080,83.036160,883.36663,21.220352,21.220352,210.33129,0.922624,1.669613,5723.546549,1.66058263186526
+c12,442.9824,1610.85,426.5549,82.574848,41.518080,82.574848,82.574848,41.518080,857.91333,83.036160,21.220352,21.220352,351.94343,0.922624,0.018020,4147.422272,2.29164558260718
+c13,442.9824,1610.85,426.5549,82.574848,41.518080,544.1687,590.3019,41.518080,83.036160,83.036160,21.220352,21.220352,21.220352,12.419968,0.018020,4022.640272,2.36273225520146
+c14,352.4661,1610.85,426.5549,82.574848,41.518080,82.574848,971.2723,41.518080,857.91333,83.036160,21.220352,21.220352,21.220352,0.922624,0.018020,4614.880346,2.05951644234642
+c15,352.4661,1610.85,426.5549,82.574848,41.518080,925.6073,971.2723,41.518080,83.036160,83.036160,21.220352,21.220352,21.220352,0.922624,0.018020,4683.035628,2.02954295248546
+c16,442.9824,1610.85,426.5549,82.574848,41.518080,82.574848,82.574848,41.518080,857.91333,883.36663,21.220352,21.220352,351.94343,0.922624,0.018020,4947.752742,1.92095734397236
+c17,352.4661,1610.85,426.5549,82.574848,41.518080,544.1687,590.3019,41.518080,83.036160,83.036160,21.220352,21.220352,21.220352,0.922624,0.018020,3920.626628,2.42420990759516
+c18,442.9824,1610.85,426.5549,82.574848,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,208.37216,21.220352,21.220352,0.922624,0.018020,3228.973832,2.9434806096787
+c19,442.9824,1610.85,426.5549,82.574848,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,344.11179,21.220352,21.220352,0.922624,0.018020,3364.713462,2.82473440394449
+c20,442.9824,1610.85,426.5549,82.574848,41.518080,82.574848,82.574848,490.07014,83.036160,83.036160,21.220352,21.220352,210.33129,0.922624,0.018020,3679.485022,2.58308481835465
+c21,352.4661,1610.85,426.5549,82.574848,41.518080,82.574848,590.3019,41.518080,83.036160,83.036160,21.220352,21.220352,210.33129,0.922624,1.669613,3649.795307,2.60409724330611
+c22,352.4661,1550.099,426.5549,82.574848,41.518080,82.574848,590.3019,41.518080,83.036160,83.036160,21.220352,21.220352,210.33129,0.922624,1.669613,3589.044307,2.64817624977355
+c23,442.9824,1610.85,426.5549,82.574848,41.518080,82.574848,82.574848,490.07014,83.036160,83.036160,21.220352,344.22248,21.220352,12.419968,0.018020,3824.873556,2.48489832941033
+c24,442.9824,1610.85,426.5549,652.9992,41.518080,82.574848,590.3019,490.07014,83.036160,83.036160,21.220352,206.54856,21.220352,0.922624,0.018020,4753.853696,1.99930889039903
+c25,442.9824,1610.85,426.5549,82.574848,41.518080,544.1687,82.574848,290.68457,83.036160,83.036160,21.220352,344.22248,21.220352,0.922624,0.018020,4075.584494,2.33203898454034
+c26,442.9824,1610.85,426.5549,82.574848,41.518080,544.1687,971.2723,490.07014,83.036160,83.036160,21.220352,21.220352,21.220352,0.922624,0.018020,4840.665388,1.96345361635945
+c27,352.4661,1610.85,426.5549,82.574848,41.518080,82.574848,971.2723,41.518080,83.036160,83.036160,21.220352,344.22248,21.220352,0.922624,1.669613,4164.656897,2.28216205196406
+c28,442.9824,1610.85,701.7255,652.9992,333.7788,544.1687,971.2723,41.518080,527.54432,83.036160,21.220352,21.220352,210.33129,0.922624,0.018020,6163.588098,1.54202744451423
+c29,352.4661,1610.85,426.5549,82.574848,41.518080,82.574848,971.2723,41.518080,83.036160,83.036160,21.220352,206.54856,21.220352,0.922624,0.018020,4025.331384,2.3611526642659
+c30,442.9824,1550.099,426.5549,82.574848,41.518080,544.1687,971.2723,41.518080,527.54432,543.5573,21.220352,21.220352,351.94343,0.922624,0.018020,5567.114706,1.70724378591161
+c31,442.9824,1610.85,701.7255,652.9992,333.7788,544.1687,971.2723,41.518080,527.54432,83.036160,21.220352,21.220352,210.33129,0.922624,0.018020,6163.588098,1.54202744451423
+c32,352.4661,1610.85,426.5549,82.574848,558.563,925.6073,82.574848,41.518080,857.91333,83.036160,344.11179,21.220352,21.220352,0.922624,0.018020,5409.151704,1.75710028159528
+c33,442.9824,1610.85,426.5549,82.574848,41.518080,82.574848,590.3019,41.518080,83.036160,83.036160,344.11179,21.220352,21.220352,0.922624,1.669613,3874.092107,2.45332884458111
+c34,442.9824,1550.099,426.5549,652.9992,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,208.37216,206.54856,351.94343,0.922624,0.018020,4254.69847,2.23386498517567
+c35,442.9824,1550.099,701.7255,82.574848,41.518080,82.574848,82.574848,490.07014,83.036160,543.5573,208.37216,21.220352,21.220352,0.922624,1.669613,4354.118225,2.18285803199893
+c36,442.9824,1610.85,701.7255,82.574848,41.518080,82.574848,82.574848,290.68457,857.91333,83.036160,21.220352,344.22248,351.94343,0.922624,0.018020,4994.76149,1.9028780426735
+c37,442.9824,1610.85,426.5549,82.574848,41.518080,82.574848,82.574848,490.07014,83.036160,83.036160,21.220352,206.54856,210.33129,12.419968,0.018020,3876.310574,2.45192477005263
+c38,442.9824,1610.85,426.5549,82.574848,41.518080,925.6073,590.3019,490.07014,83.036160,543.5573,208.37216,21.220352,21.220352,0.922624,0.018020,5488.806536,1.73160083571944
+c39,352.4661,1550.099,701.7255,1159.5933,333.7788,925.6073,82.574848,41.518080,83.036160,83.036160,208.37216,206.54856,351.94343,0.922624,0.018020,6081.240042,1.56290854103225
+c40,442.9824,1610.85,426.5549,82.574848,41.518080,925.6073,590.3019,490.07014,83.036160,83.036160,344.11179,206.54856,21.220352,0.922624,0.018020,5349.353234,1.77674226482494
+c41,442.9824,1550.099,426.5549,82.574848,41.518080,82.574848,971.2723,290.68457,83.036160,883.36663,344.11179,21.220352,21.220352,0.922624,0.018020,5242.156874,1.81307469523327
+c42,442.9824,1610.85,701.7255,652.9992,333.7788,544.1687,590.3019,41.518080,527.54432,883.36663,344.11179,21.220352,210.33129,0.922624,0.018020,6905.839606,1.37628768732386
+c43,442.9824,1610.85,426.5549,82.574848,41.518080,82.574848,82.574848,290.68457,83.036160,543.5573,208.37216,344.22248,21.220352,0.922624,1.669613,4263.315183,2.22935005438114
+c44,442.9824,1550.099,426.5549,82.574848,41.518080,82.574848,971.2723,290.68457,83.036160,883.36663,344.11179,206.54856,351.94343,0.922624,0.018020,5758.20816,1.65058673268618
+c45,442.9824,1550.099,426.5549,1159.5933,41.518080,82.574848,971.2723,290.68457,83.036160,883.36663,344.11179,206.54856,351.94343,12.419968,0.018020,6846.723956,1.38817076316534
+c46,442.9824,1550.099,426.5549,652.9992,41.518080,82.574848,971.2723,290.68457,83.036160,883.36663,344.11179,206.54856,351.94343,12.419968,0.018020,6340.129856,1.49908948617141
+c47,352.4661,1610.85,426.5549,1159.5933,41.518080,82.574848,971.2723,290.68457,83.036160,883.36663,344.11179,206.54856,351.94343,0.922624,0.018020,6805.461312,1.39658747329622
+c2,2478.077068
+
+Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,1108.984,7471.505,3792.343,6973.454,3475.891,6007.756,6530.41,3324.8076,6053.9348,6493.6098,2479.9481,2376.5679,2353.8847,69.37799,1.812953,58514.286843,0.999999998291016
+c1,1145.5648,6358.145,1949.97,375.615141,179.180675,272.76268,352.195669,152.266559,3203.344,357.330128,89.882488,80.061262,89.882488,3.135222,0.543719,14609.879831,4.00511757244776
+c2,1145.5648,384.623163,1949.97,375.615141,179.180675,313.098433,3366.9575,1683.0934,357.330128,277.897139,1299.926,80.061262,89.882488,69.37799,1.812953,11574.391072,5.0554958764962
+c3,1108.984,384.623163,3792.343,6973.454,159.632057,313.098433,6530.41,152.266559,318.232892,3427.0759,2492.7759,80.061262,2353.8847,2.857198,10.00372,28099.702784,2.08238098048781
+c4,1145.5648,6358.145,1949.97,375.615141,159.632057,272.76268,352.195669,171.815177,277.897139,277.897139,69.928921,1273.3007,89.882488,3.135222,0.532687,12778.27482,4.57920080835137
+c5,1145.5648,6358.145,1949.97,375.615141,179.180675,272.76268,6530.41,152.266559,277.897139,277.897139,89.882488,80.061262,89.882488,3.135222,0.532687,17783.20328,3.29042442987569
+c6,1145.5648,6358.145,1949.97,296.182152,179.180675,272.76268,352.195669,1683.0934,318.232892,277.897139,89.882488,80.061262,89.882488,69.37799,0.543719,13162.972354,4.44537030275548
+c7,1145.5648,429.440667,1949.97,3356.913,179.180675,3053.2545,352.195669,152.266559,6053.9348,357.330128,1299.926,1273.3007,2365.9264,69.37799,0.538289,22039.120177,2.65501917079991
+c8,1108.984,6756.043,1949.97,375.615141,179.180675,313.098433,352.195669,152.266559,277.897139,6493.6098,89.882488,89.882488,2353.8847,3.135222,0.543719,20496.189033,2.85488616753584
+c9,1145.5648,6358.145,1949.97,375.615141,179.180675,272.76268,352.195669,171.815177,277.897139,277.897139,89.882488,80.061262,1286.6509,57.16078,10.00372,12884.80257,4.54134132602902
+c10,1108.984,7471.505,2073.98,375.615141,179.180675,272.76268,352.195669,152.266559,357.330128,277.897139,89.882488,2376.5679,89.882488,3.135222,0.532687,15181.717776,3.85425992769252
+c11,1145.5648,7908.45,2073.98,3356.913,1731.6018,313.098433,6530.41,171.815177,318.232892,6493.6098,89.882488,69.928921,1286.6509,2.857198,10.00372,31502.999129,1.85741955607626
+c12,1145.5648,6358.145,1949.97,375.615141,139.46418,272.76268,352.195669,152.266559,6053.9348,318.232892,89.882488,80.061262,2353.8847,3.135222,0.543719,19645.659112,2.97848426522935
+c13,1145.5648,6358.145,1949.97,375.615141,179.180675,3053.2545,3366.9575,152.266559,277.897139,277.897139,69.928921,80.061262,89.882488,69.37799,0.543719,17446.542833,3.35391871430991
+c14,1108.984,6756.043,1949.97,296.182152,139.46418,272.76268,6530.41,152.266559,6053.9348,318.232892,89.882488,80.061262,89.882488,3.135222,0.538289,23841.750012,2.4542781703575
+c15,1108.984,6756.043,1949.97,375.615141,179.180675,6007.756,6530.41,152.266559,277.897139,277.897139,89.882488,80.061262,89.882488,3.135222,0.538289,23879.519402,2.45039632552486
+c16,1145.5648,6358.145,1949.97,375.615141,139.46418,272.76268,352.195669,152.266559,6053.9348,6493.6098,89.882488,80.061262,2353.8847,3.135222,0.543719,25821.03602,2.26614790247232
+c17,1108.984,6756.043,1949.97,375.615141,179.180675,3053.2545,3366.9575,152.266559,357.330128,277.897139,89.882488,80.061262,89.882488,3.135222,0.538289,17840.998391,3.27976524814561
+c18,1145.5648,6358.145,1949.97,375.615141,179.180675,313.098433,352.195669,152.266559,357.330128,277.897139,1299.926,80.061262,89.882488,3.135222,0.543719,12934.812235,4.5237832082548
+c19,1145.5648,6358.145,1949.97,375.615141,179.180675,272.76268,352.195669,152.266559,277.897139,277.897139,2479.9481,80.061262,89.882488,3.135222,0.543719,13995.065593,4.18106553599584
+c20,1145.5648,6358.145,1949.97,375.615141,139.46418,272.76268,352.195669,3324.8076,277.897139,277.897139,89.882488,80.061262,1286.6509,3.135222,0.532687,15934.581907,3.67215699899093
+c21,1108.984,6756.043,1949.97,296.182152,159.632057,313.098433,3366.9575,152.266559,318.232892,357.330128,89.882488,69.928921,1286.6509,3.135222,10.00372,16238.297972,3.60347411924266
+c22,1108.984,7471.505,2073.98,296.182152,159.632057,313.098433,3366.9575,171.815177,318.232892,357.330128,89.882488,69.928921,1286.6509,3.135222,10.00372,17097.31859,3.42242476168057
+c23,1145.5648,6358.145,1949.97,375.615141,179.180675,272.76268,352.195669,3324.8076,357.330128,277.897139,89.882488,2376.5679,89.882488,69.37799,0.543719,17219.723417,3.39809676881469
+c24,1145.5648,6358.145,1949.97,3356.913,179.180675,272.76268,3366.9575,3383.8134,277.897139,277.897139,89.882488,1273.3007,89.882488,3.135222,0.543719,22025.84595,2.6566192603984
+c25,1145.5648,6358.145,1949.97,375.615141,139.46418,3053.2545,313.098433,1683.0934,357.330128,277.897139,80.061262,2376.5679,89.882488,2.570366,0.543719,18203.058456,3.2145304956849
+c26,1145.5648,6358.145,1949.97,375.615141,179.180675,3053.2545,6654.867,3324.8076,277.897139,277.897139,89.882488,80.061262,89.882488,3.135222,0.543719,23860.704173,2.45232857226318
+c27,1108.984,6756.043,1949.97,336.517905,179.180675,272.76268,6530.41,152.266559,357.330128,277.897139,89.882488,2376.5679,89.882488,3.135222,10.00372,20490.833904,2.85563227107191
+c28,1145.5648,6358.145,3996.263,3610.731,1731.6018,3053.2545,6654.867,132.098682,3203.344,277.897139,89.882488,80.061262,1286.6509,2.570366,0.538289,31623.470226,1.85034362894989
+c29,1108.984,6756.043,1949.97,375.615141,179.180675,352.195669,6530.41,152.266559,357.330128,277.897139,89.882488,1273.3007,89.882488,3.135222,0.543719,19496.636928,3.0012502545421
+c30,1145.5648,7908.45,2073.98,375.615141,139.46418,3053.2545,6654.867,171.815177,3203.344,3427.0759,89.882488,89.882488,2353.8847,2.857198,0.543719,30690.481291,1.90659397281919
+c31,1145.5648,6358.145,3996.263,3610.731,1731.6018,3053.2545,6654.867,132.098682,3203.344,277.897139,89.882488,80.061262,1286.6509,2.570366,0.543719,31623.475656,1.85034331123131
+c32,1108.984,6756.043,1949.97,296.182152,3475.891,6007.756,313.098433,152.266559,6053.9348,318.232892,2479.9481,80.061262,69.928921,3.135222,0.543719,29065.97606,2.01315402314016
+c33,1145.5648,6358.145,1949.97,375.615141,179.180675,272.76268,3366.9575,132.098682,277.897139,357.330128,2479.9481,80.061262,89.882488,3.135222,10.00372,17078.552537,3.42618534993599
+c34,1145.5648,7908.45,2073.98,3356.913,139.46418,272.76268,313.098433,152.266559,277.897139,357.330128,1299.926,1273.3007,2365.9264,2.570366,0.538289,20939.988674,2.79438004836248
+c35,1145.5648,7908.45,3792.343,375.615141,159.632057,272.76268,313.098433,3324.8076,318.232892,3427.0759,1299.926,80.061262,89.882488,3.135222,10.00372,22520.591195,2.59825712728916
+c36,1145.5648,6358.145,3996.263,296.182152,139.46418,352.195669,352.195669,1683.0934,6117.8413,277.897139,80.061262,2376.5679,2353.8847,3.135222,0.543719,25533.035112,2.29170900980466
+c37,1145.5648,6358.145,1949.97,375.615141,179.180675,272.76268,352.195669,3324.8076,277.897139,277.897139,89.882488,1273.3007,1286.6509,70.74902,0.543719,17235.16267,3.39505275487456
+c38,1145.5648,6358.145,1949.97,375.615141,179.180675,6007.756,3519.4585,3383.8134,277.897139,3427.0759,1299.926,80.061262,89.882488,3.135222,0.543719,28098.025246,2.08250530499753
+c39,1108.984,7471.505,3792.343,6973.454,1802.5061,6130.47,313.098433,152.266559,357.330128,357.330128,1299.926,1273.3007,2365.9264,2.570366,0.538289,33401.549103,1.75184349945494
+c40,1145.5648,6358.145,1949.97,375.615141,139.46418,6007.756,3519.4585,3383.8134,277.897139,318.232892,2479.9481,1307.6007,69.928921,3.135222,0.543719,27337.073714,2.14047367472935
+c41,1145.5648,7908.45,2073.98,336.517905,179.180675,313.098433,6530.41,1732.6793,318.232892,6493.6098,2479.9481,69.928921,69.928921,2.857198,0.532687,29654.919632,1.97317299698702
+c42,1145.5648,6358.145,3996.263,3610.731,1731.6018,3053.2545,3366.9575,152.266559,3203.344,6559.316,2479.9481,80.061262,1286.6509,3.135222,0.538289,37027.777932,1.58028080411498
+c43,1145.5648,6358.145,1949.97,336.517905,179.180675,352.195669,313.098433,1683.0934,318.232892,3427.0759,1299.926,2388.8133,80.061262,2.857198,10.00372,19844.736154,2.94860491437399
+c44,1145.5648,7908.45,2073.98,336.517905,179.180675,313.098433,6530.41,1732.6793,318.232892,6493.6098,2479.9481,1307.6007,2365.9264,2.857198,0.532687,33188.58889,1.76308450053815
+c45,1145.5648,7908.45,2073.98,7209.476,179.180675,272.76268,6530.41,1732.6793,318.232892,6493.6098,2479.9481,1307.6007,2365.9264,69.37799,0.532687,40087.732024,1.45965570369515
+c46,1145.5648,7908.45,2073.98,3356.913,179.180675,313.098433,6530.41,1732.6793,357.330128,6493.6098,2479.9481,1307.6007,2365.9264,69.37799,0.532687,36314.602013,1.61131565371201
+c47,1108.984,6756.043,1949.97,7209.476,179.180675,352.195669,6530.41,1732.6793,318.232892,6493.6098,2479.9481,1307.6007,2365.9264,2.857198,0.532687,38787.646421,1.5085804912479
+c2,11574.391072
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,157.595858,76.708720,151.959867,151.959867,74.930729,0,153.127903,38.454652,38.454652,38.454652,1.156348,0.102999,882.906247,0
+c2,0,188.762345,0,157.595858,76.708720,151.959867,0,0,153.127903,153.127903,0,38.454652,38.454652,0,0,958.1919,0
+c3,0,188.762345,0,0,76.708720,151.959867,0,74.930729,153.127903,0,0,38.454652,0,1.156348,0,685.100564,0
+c4,0,0,0,157.595858,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,38.454652,0,38.454652,1.156348,0.102999,997.579498,0
+c5,0,0,0,157.595858,76.708720,151.959867,0,74.930729,153.127903,153.127903,38.454652,38.454652,38.454652,1.156348,0.102999,884.074283,0
+c6,0,0,0,157.595858,76.708720,151.959867,151.959867,0,153.127903,153.127903,38.454652,38.454652,38.454652,0,0.102999,959.947073,0
+c7,0,188.762345,0,0,76.708720,0,151.959867,74.930729,0,153.127903,0,0,0,0,0.102999,645.592563,0
+c8,0,0,0,157.595858,76.708720,151.959867,151.959867,74.930729,153.127903,0,38.454652,38.454652,0,1.156348,0.102999,844.451595,0
+c9,0,0,0,157.595858,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,38.454652,38.454652,0,0,0,996.320151,0
+c10,0,0,0,157.595858,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,38.454652,0,38.454652,1.156348,0.102999,997.579498,0
+c11,0,0,0,0,0,151.959867,0,74.930729,153.127903,0,38.454652,38.454652,0,1.156348,0,458.084151,0
+c12,0,0,0,157.595858,76.708720,151.959867,151.959867,74.930729,0,153.127903,38.454652,38.454652,0,1.156348,0.102999,844.451595,0
+c13,0,0,0,157.595858,76.708720,0,0,74.930729,153.127903,153.127903,38.454652,38.454652,38.454652,0,0.102999,730.958068,0
+c14,0,0,0,157.595858,76.708720,151.959867,0,74.930729,0,153.127903,38.454652,38.454652,38.454652,1.156348,0.102999,730.94638,0
+c15,0,0,0,157.595858,76.708720,0,0,74.930729,153.127903,153.127903,38.454652,38.454652,38.454652,1.156348,0.102999,732.114416,0
+c16,0,0,0,157.595858,76.708720,151.959867,151.959867,74.930729,0,0,38.454652,38.454652,0,1.156348,0.102999,691.323692,0
+c17,0,0,0,157.595858,76.708720,0,0,74.930729,153.127903,153.127903,38.454652,38.454652,38.454652,1.156348,0.102999,732.114416,0
+c18,0,0,0,157.595858,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,0,38.454652,38.454652,1.156348,0.102999,997.579498,0
+c19,0,0,0,157.595858,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,0,38.454652,38.454652,1.156348,0.102999,997.579498,0
+c20,0,0,0,157.595858,76.708720,151.959867,151.959867,0,153.127903,153.127903,38.454652,38.454652,0,1.156348,0.102999,922.648769,0
+c21,0,0,0,157.595858,76.708720,151.959867,0,74.930729,153.127903,153.127903,38.454652,38.454652,0,1.156348,0,845.516632,0
+c22,0,0,0,157.595858,76.708720,151.959867,0,74.930729,153.127903,153.127903,38.454652,38.454652,0,1.156348,0,845.516632,0
+c23,0,0,0,157.595858,76.708720,151.959867,151.959867,0,153.127903,153.127903,38.454652,0,38.454652,0,0.102999,921.492421,0
+c24,0,0,0,0,76.708720,151.959867,0,0,153.127903,153.127903,38.454652,0,38.454652,1.156348,0.102999,613.093044,0
+c25,0,0,0,157.595858,76.708720,0,151.959867,0,153.127903,153.127903,38.454652,0,38.454652,1.156348,0.102999,770.688902,0
+c26,0,0,0,157.595858,76.708720,0,0,0,153.127903,153.127903,38.454652,38.454652,38.454652,1.156348,0.102999,657.183687,0
+c27,0,0,0,157.595858,76.708720,151.959867,0,74.930729,153.127903,153.127903,38.454652,0,38.454652,1.156348,0,845.516632,0
+c28,0,0,0,0,0,0,0,74.930729,0,153.127903,38.454652,38.454652,0,1.156348,0.102999,306.227283,0
+c29,0,0,0,157.595858,76.708720,151.959867,0,74.930729,153.127903,153.127903,38.454652,0,38.454652,1.156348,0.102999,845.619631,0
+c30,0,0,0,157.595858,76.708720,0,0,74.930729,0,0,38.454652,38.454652,0,1.156348,0.102999,387.403958,0
+c31,0,0,0,0,0,0,0,74.930729,0,153.127903,38.454652,38.454652,0,1.156348,0.102999,306.227283,0
+c32,0,0,0,157.595858,0,0,151.959867,74.930729,0,153.127903,0,38.454652,38.454652,1.156348,0.102999,615.783008,0
+c33,0,0,0,157.595858,76.708720,151.959867,0,74.930729,153.127903,153.127903,0,38.454652,38.454652,1.156348,0,845.516632,0
+c34,0,0,0,0,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,0,0,0,1.156348,0.102999,763.074336,0
+c35,0,0,0,157.595858,76.708720,151.959867,151.959867,0,153.127903,0,0,38.454652,38.454652,1.156348,0,769.417867,0
+c36,0,0,0,157.595858,76.708720,151.959867,151.959867,0,0,153.127903,38.454652,0,0,1.156348,0.102999,731.066214,0
+c37,0,0,0,157.595858,76.708720,151.959867,151.959867,0,153.127903,153.127903,38.454652,0,0,0,0.102999,883.037769,0
+c38,0,0,0,157.595858,76.708720,0,0,0,153.127903,0,0,38.454652,38.454652,1.156348,0.102999,465.601132,0
+c39,0,0,0,0,0,0,151.959867,74.930729,153.127903,153.127903,0,0,0,1.156348,0.102999,534.405749,0
+c40,0,0,0,157.595858,76.708720,0,0,0,153.127903,153.127903,0,0,38.454652,1.156348,0.102999,580.274383,0
+c41,0,0,0,157.595858,76.708720,151.959867,0,0,153.127903,0,0,38.454652,38.454652,1.156348,0.102999,617.560999,0
+c42,0,0,0,0,0,0,0,74.930729,0,0,0,38.454652,0,1.156348,0.102999,114.644728,0
+c43,0,0,0,157.595858,76.708720,151.959867,151.959867,0,153.127903,0,0,0,38.454652,1.156348,0,730.963215,0
+c44,0,0,0,157.595858,76.708720,151.959867,0,0,153.127903,0,0,0,0,1.156348,0.102999,540.651695,0
+c45,0,0,0,0,76.708720,151.959867,0,0,153.127903,0,0,0,0,0,0.102999,381.899489,0
+c46,0,0,0,0,76.708720,151.959867,0,0,153.127903,0,0,0,0,0,0.102999,381.899489,0
+c47,0,0,0,0,76.708720,151.959867,0,0,153.127903,0,0,0,0,1.156348,0.102999,383.055837,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,60.905800,23.915213,43.122319,43.122319,18.327706,0,47.088742,11.960929,11.960929,11.960929,0.861623,0.418899,273.645408,0
+c2,0,109.549158,0,60.905800,23.915213,43.122319,0,0,47.088742,47.088742,0,11.960929,11.960929,0,0,355.591832,0
+c3,0,109.549158,0,0,23.915213,43.122319,0,18.327706,47.088742,0,0,11.960929,0,0.861623,0,254.82569,0
+c4,0,0,0,60.905800,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,11.960929,0,11.960929,0.861623,0.418899,308.773221,0
+c5,0,0,0,60.905800,23.915213,43.122319,0,18.327706,47.088742,47.088742,11.960929,11.960929,11.960929,0.861623,0.418899,277.611831,0
+c6,0,0,0,60.905800,23.915213,43.122319,43.122319,0,47.088742,47.088742,11.960929,11.960929,11.960929,0,0.418899,301.544821,0
+c7,0,109.549158,0,0,23.915213,0,43.122319,18.327706,0,47.088742,0,0,0,0,0.418899,242.422037,0
+c8,0,0,0,60.905800,23.915213,43.122319,43.122319,18.327706,47.088742,0,11.960929,11.960929,0,0.861623,0.418899,261.684479,0
+c9,0,0,0,60.905800,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,11.960929,11.960929,0,0,0,307.492699,0
+c10,0,0,0,60.905800,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,11.960929,0,11.960929,0.861623,0.418899,308.773221,0
+c11,0,0,0,0,0,43.122319,0,18.327706,47.088742,0,11.960929,11.960929,0,0.861623,0,133.322248,0
+c12,0,0,0,60.905800,23.915213,43.122319,43.122319,18.327706,0,47.088742,11.960929,11.960929,0,0.861623,0.418899,261.684479,0
+c13,0,0,0,60.905800,23.915213,0,0,18.327706,47.088742,47.088742,11.960929,11.960929,11.960929,0,0.418899,233.627889,0
+c14,0,0,0,60.905800,23.915213,43.122319,0,18.327706,0,47.088742,11.960929,11.960929,11.960929,0.861623,0.418899,230.523089,0
+c15,0,0,0,60.905800,23.915213,0,0,18.327706,47.088742,47.088742,11.960929,11.960929,11.960929,0.861623,0.418899,234.489512,0
+c16,0,0,0,60.905800,23.915213,43.122319,43.122319,18.327706,0,0,11.960929,11.960929,0,0.861623,0.418899,214.595737,0
+c17,0,0,0,60.905800,23.915213,0,0,18.327706,47.088742,47.088742,11.960929,11.960929,11.960929,0.861623,0.418899,234.489512,0
+c18,0,0,0,60.905800,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,0,11.960929,11.960929,0.861623,0.418899,308.773221,0
+c19,0,0,0,60.905800,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,0,11.960929,11.960929,0.861623,0.418899,308.773221,0
+c20,0,0,0,60.905800,23.915213,43.122319,43.122319,0,47.088742,47.088742,11.960929,11.960929,0,0.861623,0.418899,290.445515,0
+c21,0,0,0,60.905800,23.915213,43.122319,0,18.327706,47.088742,47.088742,11.960929,11.960929,0,0.861623,0,265.232003,0
+c22,0,0,0,60.905800,23.915213,43.122319,0,18.327706,47.088742,47.088742,11.960929,11.960929,0,0.861623,0,265.232003,0
+c23,0,0,0,60.905800,23.915213,43.122319,43.122319,0,47.088742,47.088742,11.960929,0,11.960929,0,0.418899,289.583892,0
+c24,0,0,0,0,23.915213,43.122319,0,0,47.088742,47.088742,11.960929,0,11.960929,0.861623,0.418899,186.417396,0
+c25,0,0,0,60.905800,23.915213,0,43.122319,0,47.088742,47.088742,11.960929,0,11.960929,0.861623,0.418899,247.323196,0
+c26,0,0,0,60.905800,23.915213,0,0,0,47.088742,47.088742,11.960929,11.960929,11.960929,0.861623,0.418899,216.161806,0
+c27,0,0,0,60.905800,23.915213,43.122319,0,18.327706,47.088742,47.088742,11.960929,0,11.960929,0.861623,0,265.232003,0
+c28,0,0,0,0,0,0,0,18.327706,0,47.088742,11.960929,11.960929,0,0.861623,0.418899,90.618828,0
+c29,0,0,0,60.905800,23.915213,43.122319,0,18.327706,47.088742,47.088742,11.960929,0,11.960929,0.861623,0.418899,265.650902,0
+c30,0,0,0,60.905800,23.915213,0,0,18.327706,0,0,11.960929,11.960929,0,0.861623,0.418899,128.351099,0
+c31,0,0,0,0,0,0,0,18.327706,0,47.088742,11.960929,11.960929,0,0.861623,0.418899,90.618828,0
+c32,0,0,0,60.905800,0,0,43.122319,18.327706,0,47.088742,0,11.960929,11.960929,0.861623,0.418899,194.646947,0
+c33,0,0,0,60.905800,23.915213,43.122319,0,18.327706,47.088742,47.088742,0,11.960929,11.960929,0.861623,0,265.232003,0
+c34,0,0,0,0,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,0,0,0,0.861623,0.418899,223.945563,0
+c35,0,0,0,60.905800,23.915213,43.122319,43.122319,0,47.088742,0,0,11.960929,11.960929,0.861623,0,242.937874,0
+c36,0,0,0,60.905800,23.915213,43.122319,43.122319,0,0,47.088742,11.960929,0,0,0.861623,0.418899,231.395844,0
+c37,0,0,0,60.905800,23.915213,43.122319,43.122319,0,47.088742,47.088742,11.960929,0,0,0,0.418899,277.622963,0
+c38,0,0,0,60.905800,23.915213,0,0,0,47.088742,0,0,11.960929,11.960929,0.861623,0.418899,157.112135,0
+c39,0,0,0,0,0,0,43.122319,18.327706,47.088742,47.088742,0,0,0,0.861623,0.418899,156.908031,0
+c40,0,0,0,60.905800,23.915213,0,0,0,47.088742,47.088742,0,0,11.960929,0.861623,0.418899,192.239948,0
+c41,0,0,0,60.905800,23.915213,43.122319,0,0,47.088742,0,0,11.960929,11.960929,0.861623,0.418899,200.234454,0
+c42,0,0,0,0,0,0,0,18.327706,0,0,0,11.960929,0,0.861623,0.418899,31.569157,0
+c43,0,0,0,60.905800,23.915213,43.122319,43.122319,0,47.088742,0,0,0,11.960929,0.861623,0,230.976945,0
+c44,0,0,0,60.905800,23.915213,43.122319,0,0,47.088742,0,0,0,0,0.861623,0.418899,176.312596,0
+c45,0,0,0,0,23.915213,43.122319,0,0,47.088742,0,0,0,0,0,0.418899,114.545173,0
+c46,0,0,0,0,23.915213,43.122319,0,0,47.088742,0,0,0,0,0,0.418899,114.545173,0
+c47,0,0,0,0,23.915213,43.122319,0,0,47.088742,0,0,0,0,0.861623,0.418899,115.406796,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,21.882908,9.597736,18.163317,18.163317,8.429972,0,19.033555,4.848960,4.848960,4.848960,0.281905,0.089271,110.188861,0
+c2,0,32.936441,0,21.882908,9.597736,18.163317,0,0,19.033555,19.033555,0,4.848960,4.848960,0,0,130.345432,0
+c3,0,32.936441,0,0,9.597736,18.163317,0,8.429972,19.033555,0,0,4.848960,0,0.281905,0,93.291886,0
+c4,0,0,0,21.882908,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,4.848960,0,4.848960,0.281905,0.089271,124.373456,0
+c5,0,0,0,21.882908,9.597736,18.163317,0,8.429972,19.033555,19.033555,4.848960,4.848960,4.848960,0.281905,0.089271,111.059099,0
+c6,0,0,0,21.882908,9.597736,18.163317,18.163317,0,19.033555,19.033555,4.848960,4.848960,4.848960,0,0.089271,120.510539,0
+c7,0,32.936441,0,0,9.597736,0,18.163317,8.429972,0,19.033555,0,0,0,0,0.089271,88.250292,0
+c8,0,0,0,21.882908,9.597736,18.163317,18.163317,8.429972,19.033555,0,4.848960,4.848960,0,0.281905,0.089271,105.339901,0
+c9,0,0,0,21.882908,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,4.848960,4.848960,0,0,0,124.00228,0
+c10,0,0,0,21.882908,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,4.848960,0,4.848960,0.281905,0.089271,124.373456,0
+c11,0,0,0,0,0,18.163317,0,8.429972,19.033555,0,4.848960,4.848960,0,0.281905,0,55.606669,0
+c12,0,0,0,21.882908,9.597736,18.163317,18.163317,8.429972,0,19.033555,4.848960,4.848960,0,0.281905,0.089271,105.339901,0
+c13,0,0,0,21.882908,9.597736,0,0,8.429972,19.033555,19.033555,4.848960,4.848960,4.848960,0,0.089271,92.613877,0
+c14,0,0,0,21.882908,9.597736,18.163317,0,8.429972,0,19.033555,4.848960,4.848960,4.848960,0.281905,0.089271,92.025544,0
+c15,0,0,0,21.882908,9.597736,0,0,8.429972,19.033555,19.033555,4.848960,4.848960,4.848960,0.281905,0.089271,92.895782,0
+c16,0,0,0,21.882908,9.597736,18.163317,18.163317,8.429972,0,0,4.848960,4.848960,0,0.281905,0.089271,86.306346,0
+c17,0,0,0,21.882908,9.597736,0,0,8.429972,19.033555,19.033555,4.848960,4.848960,4.848960,0.281905,0.089271,92.895782,0
+c18,0,0,0,21.882908,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,0,4.848960,4.848960,0.281905,0.089271,124.373456,0
+c19,0,0,0,21.882908,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,0,4.848960,4.848960,0.281905,0.089271,124.373456,0
+c20,0,0,0,21.882908,9.597736,18.163317,18.163317,0,19.033555,19.033555,4.848960,4.848960,0,0.281905,0.089271,115.943484,0
+c21,0,0,0,21.882908,9.597736,18.163317,0,8.429972,19.033555,19.033555,4.848960,4.848960,0,0.281905,0,106.120868,0
+c22,0,0,0,21.882908,9.597736,18.163317,0,8.429972,19.033555,19.033555,4.848960,4.848960,0,0.281905,0,106.120868,0
+c23,0,0,0,21.882908,9.597736,18.163317,18.163317,0,19.033555,19.033555,4.848960,0,4.848960,0,0.089271,115.661579,0
+c24,0,0,0,0,9.597736,18.163317,0,0,19.033555,19.033555,4.848960,0,4.848960,0.281905,0.089271,75.897259,0
+c25,0,0,0,21.882908,9.597736,0,18.163317,0,19.033555,19.033555,4.848960,0,4.848960,0.281905,0.089271,97.780167,0
+c26,0,0,0,21.882908,9.597736,0,0,0,19.033555,19.033555,4.848960,4.848960,4.848960,0.281905,0.089271,84.46581,0
+c27,0,0,0,21.882908,9.597736,18.163317,0,8.429972,19.033555,19.033555,4.848960,0,4.848960,0.281905,0,106.120868,0
+c28,0,0,0,0,0,0,0,8.429972,0,19.033555,4.848960,4.848960,0,0.281905,0.089271,37.532623,0
+c29,0,0,0,21.882908,9.597736,18.163317,0,8.429972,19.033555,19.033555,4.848960,0,4.848960,0.281905,0.089271,106.210139,0
+c30,0,0,0,21.882908,9.597736,0,0,8.429972,0,0,4.848960,4.848960,0,0.281905,0.089271,49.979712,0
+c31,0,0,0,0,0,0,0,8.429972,0,19.033555,4.848960,4.848960,0,0.281905,0.089271,37.532623,0
+c32,0,0,0,21.882908,0,0,18.163317,8.429972,0,19.033555,0,4.848960,4.848960,0.281905,0.089271,77.578848,0
+c33,0,0,0,21.882908,9.597736,18.163317,0,8.429972,19.033555,19.033555,0,4.848960,4.848960,0.281905,0,106.120868,0
+c34,0,0,0,0,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,0,0,0,0.281905,0.089271,92.792628,0
+c35,0,0,0,21.882908,9.597736,18.163317,18.163317,0,19.033555,0,0,4.848960,4.848960,0.281905,0,96.820658,0
+c36,0,0,0,21.882908,9.597736,18.163317,18.163317,0,0,19.033555,4.848960,0,0,0.281905,0.089271,92.060969,0
+c37,0,0,0,21.882908,9.597736,18.163317,18.163317,0,19.033555,19.033555,4.848960,0,0,0,0.089271,110.812619,0
+c38,0,0,0,21.882908,9.597736,0,0,0,19.033555,0,0,4.848960,4.848960,0.281905,0.089271,60.583295,0
+c39,0,0,0,0,0,0,18.163317,8.429972,19.033555,19.033555,0,0,0,0.281905,0.089271,65.031575,0
+c40,0,0,0,21.882908,9.597736,0,0,0,19.033555,19.033555,0,0,4.848960,0.281905,0.089271,74.76789,0
+c41,0,0,0,21.882908,9.597736,18.163317,0,0,19.033555,0,0,4.848960,4.848960,0.281905,0.089271,78.746612,0
+c42,0,0,0,0,0,0,0,8.429972,0,0,0,4.848960,0,0.281905,0.089271,13.650108,0
+c43,0,0,0,21.882908,9.597736,18.163317,18.163317,0,19.033555,0,0,0,4.848960,0.281905,0,91.971698,0
+c44,0,0,0,21.882908,9.597736,18.163317,0,0,19.033555,0,0,0,0,0.281905,0.089271,69.048692,0
+c45,0,0,0,0,9.597736,18.163317,0,0,19.033555,0,0,0,0,0,0.089271,46.883879,0
+c46,0,0,0,0,9.597736,18.163317,0,0,19.033555,0,0,0,0,0,0.089271,46.883879,0
+c47,0,0,0,0,9.597736,18.163317,0,0,19.033555,0,0,0,0,0.281905,0.089271,47.165784,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c34,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c37,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c38,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c39,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c40,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c41,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c42,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c43,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c45,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c46,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c47,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c2,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c3,0,0,0,0,0,0,0,0,0,0,12.8278,0,0,0,0,12.8278,0
+c4,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c5,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c6,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c7,16.0868,0,0,0,0,0,0,0,0,0,0,0,12.0417,0,0,28.1285,0
+c8,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c9,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c10,0,0,124.01,0,0,0,0,0,0,0,0,0,0,0,0,124.01,0
+c11,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c12,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c13,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c14,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c15,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c16,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c17,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c18,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c19,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c20,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c21,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c22,0,0,124.01,0,0,0,0,0,0,0,0,0,0,0,0,124.01,0
+c23,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c24,16.0868,0,0,0,0,0,0,59.0058,0,0,0,0,0,0,0,75.0926,0
+c25,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c26,16.0868,0,0,0,0,0,124.457,0,0,0,0,0,0,0,0,140.5438,0
+c27,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c28,16.0868,0,203.92,253.818,0,0,124.457,0,0,0,0,0,0,0,0,598.2818,0
+c29,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c30,16.0868,436.945,124.01,0,0,0,124.457,0,0,0,0,0,0,0,0,701.4988,0
+c31,16.0868,0,203.92,253.818,0,0,124.457,0,0,0,0,0,0,0,0,598.2818,0
+c32,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c33,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c34,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,12.0417,0,0,589.0835,0
+c35,16.0868,436.945,0,0,0,0,0,0,0,0,0,0,0,0,0,453.0318,0
+c36,16.0868,0,203.92,0,0,0,0,0,63.9065,0,0,0,0,0,0,283.9133,0
+c37,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,1.37103,0,17.45783,0
+c38,16.0868,0,0,0,0,0,152.501,59.0058,0,0,0,0,0,0,0,227.5936,0
+c39,0,0,0,0,70.9043,122.714,0,0,0,0,0,0,12.0417,0,0,205.66,0
+c40,16.0868,0,0,0,0,0,152.501,59.0058,0,0,0,34.3,0,0,0,261.8936,0
+c41,16.0868,436.945,124.01,0,0,0,0,49.5859,0,0,0,0,0,0,0,626.6277,0
+c42,16.0868,0,203.92,253.818,0,0,0,0,0,65.7062,0,0,0,0,0,539.531,0
+c43,16.0868,0,0,0,0,0,0,0,0,0,0,12.2454,0,0,0,28.3322,0
+c44,16.0868,436.945,124.01,0,0,0,0,49.5859,0,0,0,34.3,12.0417,0,0,672.9694,0
+c45,16.0868,436.945,124.01,236.022,0,0,0,49.5859,0,0,0,34.3,12.0417,0,0,908.9914,0
+c46,16.0868,436.945,124.01,0,0,0,0,49.5859,0,0,0,34.3,12.0417,0,0,672.9694,0
+c47,0,397.898,0,236.022,0,0,0,49.5859,0,0,0,34.3,12.0417,0,0,729.8476,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c2,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c3,0,0,0,0,0,0,0,0,0,0,2.77964,0,0,0,0,2.77964,0
+c4,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c5,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c6,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c7,7.62006,0,0,0,0,0,0,0,0,0,0,0,2.76826,0,0,10.38832,0
+c8,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c9,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c10,0,0,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,28.5399,0
+c11,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c12,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c13,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c14,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c15,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c16,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c17,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c18,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c19,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c20,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c21,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c22,0,0,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,28.5399,0
+c23,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c24,7.62006,0,0,0,0,0,0,10.5597,0,0,0,0,0,0,0,18.17976,0
+c25,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c26,7.62006,0,0,0,0,0,20.8436,0,0,0,0,0,0,0,0,28.46366,0
+c27,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c28,7.62006,0,41.6322,52.8973,0,0,20.8436,0,0,0,0,0,0,0,0,122.99316,0
+c29,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c30,7.62006,83.3307,28.5399,0,0,0,20.8436,0,0,0,0,0,0,0,0,140.33426,0
+c31,7.62006,0,41.6322,52.8973,0,0,20.8436,0,0,0,0,0,0,0,0,122.99316,0
+c32,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c33,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c34,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,2.76826,0,0,122.25892,0
+c35,7.62006,83.3307,0,0,0,0,0,0,0,0,0,0,0,0,0,90.95076,0
+c36,7.62006,0,41.6322,0,0,0,0,0,10.5851,0,0,0,0,0,0,59.83736,0
+c37,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0.810781,0,8.430841,0
+c38,7.62006,0,0,0,0,0,28.2053,10.5597,0,0,0,0,0,0,0,46.38506,0
+c39,0,0,0,0,14.8008,20.8654,0,0,0,0,0,0,2.76826,0,0,38.43446,0
+c40,7.62006,0,0,0,0,0,28.2053,10.5597,0,0,0,6.35668,0,0,0,52.74174,0
+c41,7.62006,83.3307,28.5399,0,0,0,0,9.68469,0,0,0,0,0,0,0,129.17535,0
+c42,7.62006,0,41.6322,52.8973,0,0,0,0,0,10.5438,0,0,0,0,0,112.69336,0
+c43,7.62006,0,0,0,0,0,0,0,0,0,0,2.76929,0,0,0,10.38935,0
+c44,7.62006,83.3307,28.5399,0,0,0,0,9.68469,0,0,0,6.35668,2.76826,0,0,138.30029,0
+c45,7.62006,83.3307,28.5399,41.5238,0,0,0,9.68469,0,0,0,6.35668,2.76826,0,0,179.82409,0
+c46,7.62006,83.3307,28.5399,0,0,0,0,9.68469,0,0,0,6.35668,2.76826,0,0,138.30029,0
+c47,0,109.635,0,41.5238,0,0,0,9.68469,0,0,0,6.35668,2.76826,0,0,169.96843,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,352.4661,1550.099,701.7255,1159.5933,558.563,925.6073,971.2723,490.07014,857.91333,883.36663,344.11179,344.22248,351.94343,12.419968,1.04789,9504.422158,0.999999989478582
+c1,450.60246,1610.85,426.5549,104.457756,51.115816,100.738165,100.738165,49.948052,527.54432,102.069715,26.069312,26.069312,26.069312,1.204529,0.107291,3604.139105,2.63708520048687
+c2,450.60246,123.468921,426.5549,104.457756,51.115816,100.738165,590.3019,290.68457,102.069715,102.069715,208.37216,26.069312,26.069312,12.419968,1.04789,2616.04256,3.63312965163955
+c3,352.4661,123.468921,701.7255,1159.5933,51.115816,100.738165,971.2723,49.948052,102.069715,543.5573,346.89143,26.069312,351.94343,1.204529,1.669613,4883.733483,1.94613854266833
+c4,450.60246,1610.85,426.5549,104.457756,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,26.069312,206.54856,26.069312,1.204529,0.107291,3359.143748,2.82941802675668
+c5,450.60246,1610.85,426.5549,104.457756,51.115816,100.738165,971.2723,49.948052,102.069715,102.069715,26.069312,26.069312,26.069312,1.204529,0.107291,4049.198635,2.34723528777354
+c6,450.60246,1610.85,426.5549,104.457756,51.115816,100.738165,100.738165,290.68457,102.069715,102.069715,26.069312,26.069312,26.069312,12.419968,0.107291,3430.616457,2.77047055538944
+c7,450.60246,123.468921,426.5549,652.9992,51.115816,544.1687,100.738165,49.948052,857.91333,102.069715,208.37216,206.54856,354.71169,12.419968,0.107291,4141.738928,2.2947902061781
+c8,352.4661,1720.485,426.5549,104.457756,51.115816,100.738165,100.738165,49.948052,102.069715,883.36663,26.069312,26.069312,351.94343,1.204529,0.107291,4297.334173,2.21170184914773
+c9,450.60246,1610.85,426.5549,104.457756,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,26.069312,26.069312,210.33129,7.640322,1.669613,3370.924593,2.81952966132311
+c10,352.4661,1550.099,455.0948,104.457756,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,26.069312,344.22248,26.069312,1.204529,0.107291,3366.470208,2.82326035533832
+c11,450.60246,1633.4297,455.0948,652.9992,333.7788,100.738165,971.2723,49.948052,102.069715,883.36663,26.069312,26.069312,210.33129,1.204529,1.669613,5898.643878,1.61128933928685
+c12,450.60246,1610.85,426.5549,104.457756,51.115816,100.738165,100.738165,49.948052,857.91333,102.069715,26.069312,26.069312,351.94343,1.204529,0.107291,4260.382233,2.23088479275224
+c13,450.60246,1610.85,426.5549,104.457756,51.115816,544.1687,590.3019,49.948052,102.069715,102.069715,26.069312,26.069312,26.069312,12.419968,0.107291,4122.874209,2.30529030129596
+c14,352.4661,1720.485,426.5549,104.457756,51.115816,100.738165,971.2723,49.948052,857.91333,102.069715,26.069312,26.069312,26.069312,1.204529,0.107291,4816.54089,1.97328792129723
+c15,352.4661,1720.485,426.5549,104.457756,51.115816,925.6073,971.2723,49.948052,102.069715,102.069715,26.069312,26.069312,26.069312,1.204529,0.107291,4885.56641,1.94540840628122
+c16,450.60246,1610.85,426.5549,104.457756,51.115816,100.738165,100.738165,49.948052,857.91333,883.36663,26.069312,26.069312,351.94343,1.204529,0.107291,5041.679148,1.88516993852204
+c17,352.4661,1720.485,426.5549,104.457756,51.115816,544.1687,590.3019,49.948052,102.069715,102.069715,26.069312,26.069312,26.069312,1.204529,0.107291,4123.15741,2.30513196135454
+c18,450.60246,1610.85,426.5549,104.457756,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,208.37216,26.069312,26.069312,1.204529,0.107291,3360.967348,2.82788283583519
+c19,450.60246,1610.85,426.5549,104.457756,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,344.11179,26.069312,26.069312,1.204529,0.107291,3496.706978,2.71810647731929
+c20,450.60246,1610.85,426.5549,104.457756,51.115816,100.738165,100.738165,490.07014,102.069715,102.069715,26.069312,26.069312,210.33129,1.204529,0.107291,3803.048566,2.49915869943275
+c21,352.4661,1720.485,426.5549,104.457756,51.115816,100.738165,590.3019,49.948052,102.069715,102.069715,26.069312,26.069312,210.33129,1.204529,1.669613,3865.551175,2.45874947241516
+c22,352.4661,1550.099,455.0948,104.457756,51.115816,100.738165,590.3019,49.948052,102.069715,102.069715,26.069312,26.069312,210.33129,1.204529,1.669613,3723.705075,2.55240995495837
+c23,450.60246,1610.85,426.5549,104.457756,51.115816,100.738165,100.738165,490.07014,102.069715,102.069715,26.069312,344.22248,26.069312,12.419968,0.107291,3948.155195,2.40730707073162
+c24,450.60246,1610.85,426.5549,652.9992,51.115816,100.738165,590.3019,500.62984,102.069715,102.069715,26.069312,206.54856,26.069312,1.204529,0.107291,4847.930715,1.96051109652645
+c25,450.60246,1610.85,426.5549,104.457756,51.115816,544.1687,100.738165,290.68457,102.069715,102.069715,26.069312,344.22248,26.069312,1.204529,0.107291,4180.984721,2.27324962058263
+c26,450.60246,1610.85,426.5549,104.457756,51.115816,544.1687,992.1159,490.07014,102.069715,102.069715,26.069312,26.069312,26.069312,1.204529,0.107291,4953.594858,1.91869182655931
+c27,352.4661,1720.485,426.5549,104.457756,51.115816,100.738165,971.2723,49.948052,102.069715,102.069715,26.069312,344.22248,26.069312,1.204529,1.669613,4380.412765,2.16975487263802
+c28,450.60246,1610.85,743.3577,705.8965,333.7788,544.1687,992.1159,49.948052,527.54432,102.069715,26.069312,26.069312,210.33129,1.204529,0.107291,6324.113881,1.50288596735524
+c29,352.4661,1720.485,426.5549,104.457756,51.115816,100.738165,971.2723,49.948052,102.069715,102.069715,26.069312,206.54856,26.069312,1.204529,0.107291,4241.176523,2.24098711344802
+c30,450.60246,1633.4297,455.0948,104.457756,51.115816,544.1687,992.1159,49.948052,527.54432,543.5573,26.069312,26.069312,351.94343,1.204529,0.107291,5757.428678,1.65081020095599
+c31,450.60246,1610.85,743.3577,705.8965,333.7788,544.1687,992.1159,49.948052,527.54432,102.069715,26.069312,26.069312,210.33129,1.204529,0.107291,6324.113881,1.50288596735524
+c32,352.4661,1720.485,426.5549,104.457756,558.563,925.6073,100.738165,49.948052,857.91333,102.069715,344.11179,26.069312,26.069312,1.204529,0.107291,5596.365552,1.6983204366933
+c33,450.60246,1610.85,426.5549,104.457756,51.115816,100.738165,590.3019,49.948052,102.069715,102.069715,344.11179,26.069312,26.069312,1.204529,1.669613,3987.833035,2.3833550292219
+c34,450.60246,1633.4297,455.0948,652.9992,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,208.37216,206.54856,354.71169,1.204529,0.107291,4469.750018,2.1263878085097
+c35,450.60246,1633.4297,701.7255,104.457756,51.115816,100.738165,100.738165,490.07014,102.069715,543.5573,208.37216,26.069312,26.069312,1.204529,1.669613,4541.889643,2.09261402099166
+c36,450.60246,1610.85,743.3577,104.457756,51.115816,100.738165,100.738165,290.68457,868.49843,102.069715,26.069312,344.22248,351.94343,1.204529,0.107291,5146.659819,1.84671657105463
+c37,450.60246,1610.85,426.5549,104.457756,51.115816,100.738165,100.738165,490.07014,102.069715,102.069715,26.069312,206.54856,210.33129,13.230749,0.107291,3995.554034,2.37874943981425
+c38,450.60246,1610.85,426.5549,104.457756,51.115816,925.6073,618.5072,500.62984,102.069715,543.5573,208.37216,26.069312,26.069312,1.204529,0.107291,5595.774891,1.69849970259464
+c39,352.4661,1550.099,701.7255,1159.5933,348.5796,946.4727,100.738165,49.948052,102.069715,102.069715,208.37216,206.54856,354.71169,1.204529,0.107291,6184.706077,1.53676211706637
+c40,450.60246,1610.85,426.5549,104.457756,51.115816,925.6073,618.5072,500.62984,102.069715,102.069715,344.11179,212.90524,26.069312,1.204529,0.107291,5476.862864,1.73537702521929
+c41,450.60246,1633.4297,455.0948,104.457756,51.115816,100.738165,971.2723,300.36926,102.069715,883.36663,344.11179,26.069312,26.069312,1.204529,0.107291,5450.078836,1.74390541304263
+c42,450.60246,1610.85,743.3577,705.8965,333.7788,544.1687,590.3019,49.948052,527.54432,893.91043,344.11179,26.069312,210.33129,1.204529,0.107291,7032.183074,1.3515606637126
+c43,450.60246,1610.85,426.5549,104.457756,51.115816,100.738165,100.738165,290.68457,102.069715,543.5573,208.37216,346.99177,26.069312,1.204529,1.669613,4365.676231,2.17707897640293
+c44,450.60246,1633.4297,455.0948,104.457756,51.115816,100.738165,971.2723,300.36926,102.069715,883.36663,344.11179,212.90524,354.71169,1.204529,0.107291,5965.557142,1.5932161527317
+c45,450.60246,1633.4297,455.0948,1201.1171,51.115816,100.738165,971.2723,300.36926,102.069715,883.36663,344.11179,212.90524,354.71169,12.419968,0.107291,7073.431925,1.34367901245223
+c46,450.60246,1633.4297,455.0948,652.9992,51.115816,100.738165,971.2723,300.36926,102.069715,883.36663,344.11179,212.90524,354.71169,12.419968,0.107291,6525.314025,1.45654630197592
+c47,352.4661,1720.485,426.5549,1201.1171,51.115816,100.738165,971.2723,300.36926,102.069715,883.36663,344.11179,212.90524,354.71169,1.204529,0.107291,7022.595526,1.35340587215523
+c2,2616.04256
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c34,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c37,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c38,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c39,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c40,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c41,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c42,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c43,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c45,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c46,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c47,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_promise_results2.csv b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_promise_results2.csv
new file mode 100644
index 0000000000000000000000000000000000000000..3371feb04844bd486683dbd9d19495a0aa255099
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_promise_results2.csv
@@ -0,0 +1,616 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,1108.984,7471.505,3792.343,6973.454,3475.891,6007.756,6530.41,3324.8076,6053.9348,6493.6098,2479.9481,2376.5679,2353.8847,69.37799,1.812953,58514.286843,0.999999998291016
+c1,1129.478,174.570537,1949.97,118.016247,38.840247,77.680494,118.016247,59.008124,157.113483,157.113483,29.645681,19.513340,19.513340,69.37799,0.010789,4117.868002,14.2098497070803
+c2,1129.478,86.311660,43.155830,118.016247,38.840247,6007.756,118.016247,59.008124,157.113483,157.113483,29.645681,19.513340,19.513340,0.839227,0.010789,7984.331698,7.32863918025767
+c3,1129.478,174.570537,1949.97,3356.913,38.840247,77.680494,3366.9575,59.008124,157.113483,157.113483,29.645681,19.513340,39.466907,0.839227,0.010789,10557.120812,5.54263679754661
+c4,1129.478,6358.145,43.155830,118.016247,38.840247,77.680494,6530.41,59.008124,157.113483,157.113483,29.645681,19.513340,2353.8847,0.839227,0.010789,17072.854645,3.42732880452443
+c5,1108.984,174.570537,43.155830,118.016247,38.840247,77.680494,6530.41,59.008124,157.113483,118.016247,29.645681,19.513340,19.513340,0.839227,0.010789,8495.317586,6.88782797839681
+c6,1129.478,6358.145,43.155830,118.016247,78.556742,77.680494,118.016247,59.008124,157.113483,157.113483,2479.9481,19.513340,19.513340,0.839227,0.010789,10816.108446,5.40992045282679
+c7,1108.984,174.570537,87.285268,77.680494,59.008124,157.113483,118.016247,78.556742,6053.9348,157.113483,19.513340,39.466907,19.513340,0.839227,10.00372,8161.599712,7.16946287380649
+c8,1129.478,174.570537,43.155830,118.016247,38.840247,77.680494,3366.9575,59.008124,157.113483,157.113483,29.645681,19.513340,19.513340,69.37799,0.010789,5459.995085,10.7169118031008
+c9,1129.478,86.311660,1949.97,157.113483,3475.891,3053.2545,157.113483,78.556742,77.680494,118.016247,29.645681,39.466907,29.645681,0.839227,0.016391,10382.999496,5.63558596935151
+c10,1129.478,6358.145,65.564582,118.016247,59.008124,157.113483,118.016247,59.008124,157.113483,77.680494,2479.9481,19.513340,2353.8847,69.37799,0.016391,13221.884305,4.42556333504717
+c11,1129.478,7471.505,87.285268,157.113483,1731.6018,118.016247,6530.41,3324.8076,157.113483,77.680494,29.645681,19.513340,19.513340,1.117251,1.812953,20856.61394,2.80555063879391
+c12,1129.478,174.570537,87.285268,118.016247,38.840247,77.680494,118.016247,78.556742,157.113483,157.113483,1299.926,19.513340,19.513340,0.839227,0.010789,3476.473444,16.8315064396187
+c13,1129.478,174.570537,43.155830,118.016247,38.840247,77.680494,157.113483,1683.0934,157.113483,157.113483,29.645681,2376.5679,19.513340,0.839227,1.812953,6164.554305,9.49205457502974
+c14,1129.478,6358.145,3792.343,6973.454,59.008124,118.016247,157.113483,59.008124,157.113483,118.016247,19.513340,19.513340,19.513340,0.839227,0.021821,18981.096776,3.08276635566759
+c15,1108.984,174.570537,65.564582,118.016247,38.840247,77.680494,118.016247,78.556742,118.016247,77.680494,19.513340,2376.5679,1286.6509,0.552395,0.016391,5659.226763,10.3396255812903
+c16,1129.478,131.129164,65.564582,118.016247,38.840247,3053.2545,157.113483,1683.0934,3203.344,157.113483,19.513340,2376.5679,19.513340,69.37799,0.016391,12221.936067,4.7876446123972
+c17,1129.478,131.129164,43.155830,118.016247,38.840247,6007.756,3366.9575,59.008124,157.113483,157.113483,29.645681,19.513340,2353.8847,0.552395,0.010789,13612.174983,4.2986728047656
+c18,1129.478,174.570537,43.155830,118.016247,38.840247,77.680494,118.016247,3324.8076,157.113483,77.680494,29.645681,2376.5679,19.513340,0.839227,0.016391,7685.941718,7.61315766220909
+c19,1108.984,174.570537,43.155830,157.113483,38.840247,77.680494,118.016247,59.008124,157.113483,118.016247,2479.9481,19.513340,2353.8847,0.839227,0.010789,6906.694848,8.47211108693084
+c20,1108.984,131.129164,43.155830,157.113483,3475.891,6007.756,77.680494,78.556742,3203.344,77.680494,39.466907,19.513340,19.513340,0.839227,0.021821,14440.645842,4.05205467110122
+c21,1129.478,174.570537,43.155830,118.016247,38.840247,77.680494,118.016247,59.008124,157.113483,77.680494,29.645681,2376.5679,2353.8847,0.839227,0.010789,6754.508,8.6629975087305
+c22,1108.984,131.129164,1949.97,3356.913,38.840247,157.113483,77.680494,78.556742,157.113483,77.680494,2479.9481,29.645681,2353.8847,0.552395,0.021821,11998.033804,4.87698962273244
+c23,1108.984,174.570537,65.564582,118.016247,38.840247,77.680494,118.016247,78.556742,118.016247,3427.0759,19.513340,2376.5679,1286.6509,0.552395,0.016391,9008.622169,6.49536467350355
+c24,1108.984,86.311660,43.155830,3356.913,38.840247,3053.2545,157.113483,38.840247,6053.9348,77.680494,2479.9481,39.466907,1286.6509,57.16078,0.010789,17878.265737,3.27292855898259
+c25,1129.478,174.570537,43.155830,118.016247,38.840247,118.016247,6530.41,3324.8076,157.113483,157.113483,29.645681,2376.5679,29.645681,0.839227,0.010789,14228.230952,4.11254825910175
+c26,1129.478,131.129164,43.155830,118.016247,38.840247,3053.2545,6530.41,78.556742,157.113483,157.113483,2479.9481,19.513340,19.513340,0.839227,0.010789,13956.892492,4.1925010497351
+c27,1129.478,131.129164,65.564582,118.016247,78.556742,3053.2545,3366.9575,3324.8076,157.113483,157.113483,1299.926,39.466907,29.645681,0.552395,0.010789,12951.593073,4.51792193141025
+c28,1129.478,131.129164,65.564582,157.113483,78.556742,3053.2545,3366.9575,3324.8076,118.016247,157.113483,1299.926,39.466907,29.645681,0.552395,0.010789,12951.593073,4.51792193141025
+c29,1129.478,174.570537,65.564582,118.016247,38.840247,157.113483,118.016247,78.556742,118.016247,157.113483,1299.926,19.513340,2353.8847,0.839227,1.812953,5831.262035,10.0345835066802
+c30,1129.478,174.570537,87.285268,157.113483,59.008124,6007.756,6530.41,78.556742,6053.9348,157.113483,29.645681,2376.5679,29.645681,0.839227,0.016391,22871.941317,2.55834368303812
+c31,1129.478,174.570537,65.564582,157.113483,38.840247,157.113483,6530.41,38.840247,118.016247,157.113483,1299.926,39.466907,39.466907,57.16078,0.010789,10003.091692,5.84962010343612
+c32,1108.984,131.129164,43.155830,157.113483,78.556742,118.016247,77.680494,38.840247,118.016247,3427.0759,29.645681,1273.3007,1286.6509,0.552395,0.016391,7888.734421,7.41744910888224
+c33,1129.478,131.129164,43.155830,77.680494,1731.6018,77.680494,3366.9575,78.556742,6053.9348,118.016247,2479.9481,2376.5679,19.513340,1.117251,0.016391,17685.354053,3.30862963426006
+c34,1129.478,174.570537,43.155830,118.016247,38.840247,77.680494,118.016247,59.008124,157.113483,3427.0759,29.645681,2376.5679,1286.6509,0.839227,0.016391,9036.675208,6.47520076229788
+c35,1129.478,174.570537,43.155830,157.113483,78.556742,118.016247,77.680494,59.008124,118.016247,3427.0759,2479.9481,19.513340,39.466907,0.552395,0.016391,7922.168737,7.38614488619741
+c36,1129.478,174.570537,65.564582,157.113483,38.840247,157.113483,77.680494,1683.0934,77.680494,118.016247,1299.926,1273.3007,19.513340,0.839227,0.021821,6272.752055,9.32832756613193
+c37,1108.984,6358.145,43.155830,3356.913,3475.891,3053.2545,157.113483,38.840247,6053.9348,157.113483,1299.926,39.466907,29.645681,57.16078,0.010789,25229.5555,2.3192753677754
+c38,1129.478,174.570537,65.564582,157.113483,38.840247,157.113483,77.680494,1683.0934,77.680494,118.016247,1299.926,1273.3007,19.513340,57.16078,0.021821,6329.073608,9.24531606718965
+c39,1108.984,131.129164,3792.343,77.680494,59.008124,6007.756,157.113483,1683.0934,118.016247,77.680494,39.466907,39.466907,19.513340,1.117251,0.021821,13312.390632,4.39547546500005
+c40,1129.478,131.129164,65.564582,118.016247,1731.6018,6007.756,3366.9575,59.008124,118.016247,3427.0759,39.466907,29.645681,29.645681,0.839227,0.010789,16254.211849,3.59994609560877
+c41,1129.478,174.570537,3792.343,118.016247,38.840247,3053.2545,6530.41,59.008124,157.113483,77.680494,29.645681,19.513340,19.513340,0.839227,0.010789,15200.237009,3.84956408399405
+c42,1129.478,86.311660,1949.97,118.016247,38.840247,77.680494,118.016247,59.008124,6053.9348,157.113483,2479.9481,19.513340,19.513340,0.839227,0.010789,12308.194098,4.75409194083956
+c43,1129.478,131.129164,3792.343,118.016247,38.840247,3053.2545,118.016247,59.008124,157.113483,157.113483,39.466907,1273.3007,19.513340,0.839227,10.00372,10097.436389,5.79496458400552
+c44,1129.478,131.129164,43.155830,6973.454,3475.891,118.016247,157.113483,78.556742,157.113483,6493.6098,1299.926,19.513340,1286.6509,0.839227,10.00372,21374.450936,2.73758080356998
+c45,1129.478,174.570537,1949.97,118.016247,38.840247,77.680494,3366.9575,59.008124,157.113483,157.113483,29.645681,1273.3007,19.513340,0.839227,0.010789,8552.057852,6.84212936481748
+c46,1129.478,131.129164,1949.97,118.016247,59.008124,118.016247,157.113483,78.556742,118.016247,77.680494,2479.9481,19.513340,2353.8847,1.117251,10.00372,8801.451859,6.64825384670375
+c47,1108.984,174.570537,1949.97,118.016247,38.840247,77.680494,6530.41,59.008124,77.680494,6493.6098,39.466907,29.645681,1286.6509,0.839227,1.812953,17987.185611,3.2531096183221
+c48,1129.478,174.570537,3792.343,157.113483,38.840247,77.680494,6530.41,78.556742,157.113483,157.113483,29.645681,1273.3007,19.513340,57.16078,10.00372,13682.84369,4.27647115914345
+c49,1129.478,131.129164,1949.97,157.113483,3475.891,3053.2545,157.113483,3324.8076,6053.9348,118.016247,29.645681,39.466907,1286.6509,0.839227,0.010789,20907.321781,2.79874616060588
+c50,1108.984,131.129164,3792.343,157.113483,3475.891,3053.2545,77.680494,78.556742,3203.344,6493.6098,1299.926,19.513340,19.513340,0.839227,10.00372,22921.70181,2.55278980037133
+c51,1129.478,131.129164,43.155830,3356.913,1731.6018,3053.2545,77.680494,1683.0934,118.016247,157.113483,1299.926,39.466907,29.645681,0.552395,1.812953,12852.839854,4.55263483031153
+c12,3476.473444
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,352.4661,1550.099,701.7255,1159.5933,558.563,925.6073,971.2723,490.07014,857.91333,883.36663,344.11179,344.22248,351.94343,12.419968,1.04789,9504.422158,0.999999989478582
+c1,442.9824,90.532480,426.5549,82.574848,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,21.220352,21.220352,21.220352,12.419968,0.018020,1533.001848,6.19987611261665
+c2,442.9824,90.532480,45.439232,82.574848,41.518080,925.6073,82.574848,41.518080,83.036160,83.036160,21.220352,21.220352,21.220352,0.922624,0.018020,1983.421288,4.79193287694848
+c3,442.9824,90.532480,426.5549,652.9992,41.518080,82.574848,590.3019,41.518080,83.036160,83.036160,21.220352,21.220352,21.220352,0.922624,0.018020,2599.655908,3.6560306935809
+c4,442.9824,1610.85,45.439232,82.574848,41.518080,82.574848,971.2723,41.518080,83.036160,83.036160,21.220352,21.220352,351.94343,0.922624,0.018020,3880.126886,2.44951317116506
+c5,352.4661,90.532480,45.439232,82.574848,41.518080,82.574848,971.2723,41.518080,83.036160,83.036160,21.220352,21.220352,21.220352,0.922624,0.018020,1938.569988,4.90280037685179
+c6,442.9824,1610.85,45.439232,82.574848,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,344.11179,21.220352,21.220352,0.922624,0.018020,2983.597794,3.18555733569639
+c7,352.4661,90.532480,45.439232,82.574848,41.518080,82.574848,82.574848,41.518080,857.91333,83.036160,21.220352,21.220352,21.220352,0.922624,1.669613,1826.401299,5.20390652525995
+c8,442.9824,90.532480,45.439232,82.574848,41.518080,82.574848,590.3019,41.518080,83.036160,83.036160,21.220352,21.220352,21.220352,12.419968,0.018020,1659.613232,5.72688949572743
+c9,442.9824,90.532480,426.5549,82.574848,558.563,544.1687,82.574848,41.518080,83.036160,83.036160,21.220352,21.220352,21.220352,0.922624,0.018020,2500.143276,3.80155084273855
+c10,442.9824,1610.85,45.439232,82.574848,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,344.11179,21.220352,351.94343,12.419968,0.018020,3325.818216,2.85776950360628
+c11,442.9824,1550.099,45.439232,82.574848,333.7788,82.574848,971.2723,490.07014,83.036160,83.036160,21.220352,21.220352,21.220352,0.922624,1.04789,4230.495458,2.24664510993915
+c12,442.9824,90.532480,45.439232,82.574848,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,208.37216,21.220352,21.220352,0.922624,0.018020,1327.540644,7.15942030476769
+c13,442.9824,90.532480,45.439232,82.574848,41.518080,82.574848,82.574848,290.68457,83.036160,83.036160,21.220352,344.22248,21.220352,0.922624,1.04789,1713.587324,5.54650555021814
+c14,442.9824,1610.85,701.7255,1159.5933,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,21.220352,21.220352,21.220352,0.922624,0.018020,4394.011076,2.16304005094774
+c15,352.4661,90.532480,45.439232,82.574848,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,21.220352,344.22248,210.33129,0.922624,0.018020,1561.985602,6.08483300828576
+c16,442.9824,90.532480,45.439232,82.574848,41.518080,544.1687,82.574848,290.68457,527.54432,83.036160,21.220352,344.22248,21.220352,12.419968,0.018020,2630.15681,3.61363313415396
+c17,442.9824,90.532480,45.439232,82.574848,41.518080,925.6073,590.3019,41.518080,83.036160,83.036160,21.220352,21.220352,351.94343,0.922624,0.018020,2821.871418,3.36812717991365
+c18,442.9824,90.532480,45.439232,82.574848,41.518080,82.574848,82.574848,490.07014,83.036160,83.036160,21.220352,344.22248,21.220352,0.922624,0.018020,1911.943024,4.97107996503352
+c19,352.4661,90.532480,45.439232,82.574848,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,344.11179,21.220352,351.94343,0.922624,0.018020,1703.487052,5.57939174759329
+c20,352.4661,90.532480,45.439232,82.574848,558.563,925.6073,82.574848,41.518080,527.54432,83.036160,21.220352,21.220352,21.220352,0.922624,0.018020,2854.458068,3.32967645648118
+c21,442.9824,90.532480,45.439232,82.574848,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,21.220352,344.22248,351.94343,0.922624,0.018020,1794.114042,5.29755712610619
+c22,352.4661,90.532480,426.5549,652.9992,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,344.11179,21.220352,351.94343,0.922624,0.018020,2655.027072,3.57978338535814
+c23,352.4661,90.532480,45.439232,82.574848,41.518080,82.574848,82.574848,41.518080,83.036160,543.5573,21.220352,344.22248,210.33129,0.922624,0.018020,2022.506742,4.69932756746639
+c24,352.4661,90.532480,45.439232,652.9992,41.518080,544.1687,82.574848,41.518080,857.91333,83.036160,344.11179,21.220352,210.33129,7.640322,0.018020,3375.487984,2.81571788182322
+c25,442.9824,90.532480,45.439232,82.574848,41.518080,82.574848,971.2723,490.07014,83.036160,83.036160,21.220352,344.22248,21.220352,0.922624,0.018020,2800.640476,3.39366009314006
+c26,442.9824,90.532480,45.439232,82.574848,41.518080,544.1687,971.2723,41.518080,83.036160,83.036160,344.11179,21.220352,21.220352,0.922624,0.018020,2813.571578,3.37806291992395
+c27,442.9824,90.532480,45.439232,82.574848,41.518080,544.1687,590.3019,490.07014,83.036160,83.036160,208.37216,21.220352,21.220352,0.922624,0.018020,2745.413608,3.46192711513918
+c28,442.9824,90.532480,45.439232,82.574848,41.518080,544.1687,590.3019,490.07014,83.036160,83.036160,208.37216,21.220352,21.220352,0.922624,0.018020,2745.413608,3.46192711513918
+c29,442.9824,90.532480,45.439232,82.574848,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,208.37216,21.220352,351.94343,0.922624,1.04789,1659.293592,5.72799270184895
+c30,442.9824,90.532480,45.439232,82.574848,41.518080,925.6073,971.2723,41.518080,857.91333,83.036160,21.220352,344.22248,21.220352,0.922624,0.018020,3969.998038,2.39406211983468
+c31,442.9824,90.532480,45.439232,82.574848,41.518080,82.574848,971.2723,41.518080,83.036160,83.036160,208.37216,21.220352,21.220352,7.640322,0.018020,2222.955794,4.27557837906432
+c32,352.4661,90.532480,45.439232,82.574848,41.518080,82.574848,82.574848,41.518080,83.036160,543.5573,21.220352,206.54856,210.33129,0.922624,0.018020,1884.832822,5.04258072270662
+c33,442.9824,90.532480,45.439232,82.574848,333.7788,82.574848,590.3019,41.518080,857.91333,83.036160,344.11179,344.22248,21.220352,0.922624,0.018020,3361.147344,2.82773139719484
+c34,442.9824,90.532480,45.439232,82.574848,41.518080,82.574848,82.574848,41.518080,83.036160,543.5573,21.220352,344.22248,210.33129,0.922624,0.018020,2113.023042,4.49802085414169
+c35,442.9824,90.532480,45.439232,82.574848,41.518080,82.574848,82.574848,41.518080,83.036160,543.5573,344.11179,21.220352,21.220352,0.922624,0.018020,1923.801414,4.94043802795344
+c36,442.9824,90.532480,45.439232,82.574848,41.518080,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,206.54856,21.220352,0.922624,0.018020,1762.035342,5.39400169341202
+c37,352.4661,1610.85,45.439232,652.9992,558.563,544.1687,82.574848,41.518080,857.91333,83.036160,208.37216,21.220352,21.220352,7.640322,0.018020,5087.999856,1.86800751576107
+c38,442.9824,90.532480,45.439232,82.574848,41.518080,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,206.54856,21.220352,7.640322,0.018020,1768.75304,5.3735153555685
+c39,352.4661,90.532480,701.7255,82.574848,41.518080,925.6073,82.574848,290.68457,83.036160,83.036160,21.220352,21.220352,21.220352,0.922624,0.018020,2798.357746,3.39642843447835
+c40,442.9824,90.532480,45.439232,82.574848,333.7788,925.6073,590.3019,41.518080,83.036160,543.5573,21.220352,21.220352,21.220352,0.922624,0.018020,3243.9302,2.92990948603304
+c41,442.9824,90.532480,701.7255,82.574848,41.518080,544.1687,971.2723,41.518080,83.036160,83.036160,21.220352,21.220352,21.220352,0.922624,0.018020,3146.966408,3.0201853543209
+c42,442.9824,90.532480,426.5549,82.574848,41.518080,82.574848,82.574848,41.518080,857.91333,83.036160,344.11179,21.220352,21.220352,0.922624,0.018020,2619.273112,3.62864863216873
+c43,442.9824,90.532480,701.7255,82.574848,41.518080,544.1687,82.574848,41.518080,83.036160,83.036160,21.220352,206.54856,21.220352,0.922624,1.669613,2445.248757,3.88689361035452
+c44,442.9824,90.532480,45.439232,1159.5933,558.563,82.574848,82.574848,41.518080,83.036160,883.36663,208.37216,21.220352,210.33129,0.922624,1.669613,3912.697017,2.4291228975289
+c45,442.9824,90.532480,426.5549,82.574848,41.518080,82.574848,590.3019,41.518080,83.036160,83.036160,21.220352,206.54856,21.220352,0.922624,0.018020,2214.559764,4.29178831988441
+c46,442.9824,90.532480,426.5549,82.574848,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,344.11179,21.220352,351.94343,0.922624,1.669613,2176.770613,4.36629457629054
+c47,352.4661,90.532480,426.5549,82.574848,41.518080,82.574848,971.2723,41.518080,83.036160,883.36663,21.220352,21.220352,210.33129,0.922624,1.04789,3310.156934,2.87129041322696
+c48,442.9824,90.532480,701.7255,82.574848,41.518080,82.574848,971.2723,41.518080,83.036160,83.036160,21.220352,206.54856,21.220352,7.640322,1.669613,2879.070055,3.30121242148057
+c49,442.9824,90.532480,426.5549,82.574848,558.563,544.1687,82.574848,490.07014,857.91333,83.036160,21.220352,21.220352,210.33129,0.922624,0.018020,3912.683444,2.42913132409463
+c50,352.4661,90.532480,701.7255,82.574848,558.563,544.1687,82.574848,41.518080,527.54432,883.36663,208.37216,21.220352,21.220352,0.922624,1.669613,4118.439607,2.30777256295524
+c51,442.9824,90.532480,45.439232,652.9992,333.7788,544.1687,82.574848,290.68457,83.036160,83.036160,208.37216,21.220352,21.220352,0.922624,1.04789,2902.015928,3.2751101531821
+c12,1327.540644
+
+Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,1108.984,7471.505,3792.343,6973.454,3475.891,6007.756,6530.41,3324.8076,6053.9348,6493.6098,2479.9481,2376.5679,2353.8847,69.37799,1.812953,58514.286843,0.999999998291016
+c1,1145.5648,472.88204,1949.97,336.517905,139.46418,272.76268,313.098433,152.266559,357.330128,357.330128,80.061262,69.928921,69.928921,69.37799,0.532687,5787.016634,10.1113042406143
+c2,1145.5648,384.623163,174.989917,336.517905,139.46418,6007.756,313.098433,152.266559,357.330128,357.330128,80.061262,69.928921,69.928921,2.857198,0.532687,9592.250202,6.10016263136917
+c3,1145.5648,472.88204,1949.97,3356.913,139.46418,272.76268,3366.9575,152.266559,357.330128,357.330128,80.061262,69.928921,89.882488,2.857198,0.532687,11814.703571,4.95266648004278
+c4,1145.5648,6358.145,174.989917,336.517905,139.46418,272.76268,6530.41,152.266559,357.330128,357.330128,80.061262,69.928921,2353.8847,2.857198,0.532687,18332.046065,3.19191247481784
+c5,1108.984,472.88204,174.989917,336.517905,139.46418,272.76268,6530.41,152.266559,357.330128,318.232892,80.061262,69.928921,69.928921,2.857198,0.532687,10087.14929,5.80087441760392
+c6,1145.5648,6358.145,174.989917,336.517905,179.180675,272.76268,313.098433,152.266559,357.330128,357.330128,2479.9481,69.928921,69.928921,2.857198,0.532687,12270.382052,4.76874200967429
+c7,1108.984,472.88204,219.119355,296.182152,159.632057,352.195669,313.098433,171.815177,6053.9348,357.330128,69.928921,89.882488,69.928921,2.857198,10.00372,9747.775059,6.00283509709131
+c8,1145.5648,472.88204,174.989917,336.517905,139.46418,272.76268,3366.9575,152.266559,357.330128,357.330128,80.061262,69.928921,69.928921,69.37799,0.532687,7065.895618,8.28122706282488
+c9,1145.5648,384.623163,1949.97,375.615141,3475.891,3197.8545,352.195669,171.815177,277.897139,318.232892,80.061262,89.882488,80.061262,2.857198,0.538289,11903.05998,4.91590283924703
+c10,1145.5648,6358.145,197.398669,336.517905,159.632057,352.195669,313.098433,152.266559,357.330128,277.897139,2479.9481,69.928921,2353.8847,69.37799,0.538289,14623.724359,4.00132585970519
+c11,1145.5648,7908.45,219.119355,375.615141,1731.6018,313.098433,6530.41,3324.8076,357.330128,277.897139,80.061262,69.928921,69.928921,3.135222,1.812953,22408.761675,2.61122356650159
+c12,1145.5648,472.88204,219.119355,336.517905,139.46418,272.76268,313.098433,171.815177,357.330128,357.330128,1299.926,69.928921,69.928921,2.857198,0.532687,5229.058553,11.1902142863571
+c13,1145.5648,472.88204,174.989917,336.517905,139.46418,272.76268,352.195669,1683.0934,357.330128,357.330128,80.061262,2376.5679,69.928921,2.857198,1.812953,7823.359081,7.47943249047151
+c14,1145.5648,6358.145,3996.263,6973.454,159.632057,313.098433,352.195669,152.266559,357.330128,318.232892,69.928921,69.928921,69.928921,2.857198,0.543719,20339.370218,2.87689765848925
+c15,1108.984,472.88204,197.398669,336.517905,139.46418,272.76268,313.098433,171.815177,318.232892,277.897139,69.928921,2376.5679,1319.7884,2.570366,0.538289,7378.446991,7.93043388687762
+c16,1145.5648,429.440667,197.398669,336.517905,139.46418,3053.2545,352.195669,1683.0934,3203.344,357.330128,69.928921,2376.5679,69.928921,69.37799,0.538289,13483.945939,4.33955213657467
+c17,1145.5648,429.440667,174.989917,336.517905,139.46418,6007.756,3519.4585,152.266559,357.330128,357.330128,80.061262,69.928921,2353.8847,2.570366,0.532687,15127.09672,3.86817692378596
+c18,1145.5648,472.88204,174.989917,336.517905,139.46418,272.76268,313.098433,3324.8076,357.330128,277.897139,80.061262,2376.5679,69.928921,2.857198,0.538289,9345.268392,6.26138102860191
+c19,1108.984,472.88204,174.989917,375.615141,139.46418,272.76268,313.098433,152.266559,357.330128,318.232892,2479.9481,69.928921,2353.8847,2.857198,0.532687,8592.777576,6.80970566786953
+c20,1108.984,429.440667,174.989917,375.615141,3475.891,6007.756,272.76268,171.815177,3203.344,277.897139,89.882488,69.928921,69.928921,2.857198,0.543719,15731.636968,3.71952941642831
+c21,1145.5648,472.88204,174.989917,336.517905,139.46418,272.76268,313.098433,152.266559,357.330128,277.897139,80.061262,2376.5679,2353.8847,2.857198,0.532687,8456.677528,6.91929968445996
+c22,1108.984,429.440667,1949.97,3356.913,139.46418,352.195669,272.76268,171.815177,357.330128,277.897139,2479.9481,80.061262,2353.8847,2.570366,0.543719,13333.780787,4.38842420907408
+c23,1108.984,472.88204,197.398669,336.517905,139.46418,272.76268,313.098433,171.815177,318.232892,3427.0759,69.928921,2376.5679,1319.7884,2.570366,0.538289,10527.625752,5.5581655033726
+c24,1108.984,384.623163,174.989917,3356.913,139.46418,3053.2545,352.195669,132.098682,6053.9348,277.897139,2479.9481,89.882488,1286.6509,57.16078,0.532687,18948.530005,3.08806469519025
+c25,1145.5648,472.88204,174.989917,336.517905,139.46418,313.098433,6530.41,3324.8076,357.330128,357.330128,80.061262,2376.5679,80.061262,2.857198,0.532687,15692.47544,3.72881172851584
+c26,1145.5648,429.440667,174.989917,336.517905,139.46418,3053.2545,6654.867,171.815177,357.330128,357.330128,2479.9481,69.928921,69.928921,2.857198,0.532687,15443.770229,3.78886020683195
+c27,1145.5648,429.440667,197.398669,336.517905,179.180675,3053.2545,3366.9575,3383.8134,357.330128,357.330128,1299.926,89.882488,80.061262,2.570366,0.532687,14279.761175,4.09770763783304
+c28,1145.5648,429.440667,197.398669,375.615141,179.180675,3053.2545,3366.9575,3383.8134,318.232892,357.330128,1299.926,89.882488,80.061262,2.570366,0.532687,14279.761175,4.09770763783304
+c29,1145.5648,472.88204,197.398669,336.517905,139.46418,352.195669,313.098433,171.815177,318.232892,357.330128,1299.926,69.928921,2353.8847,2.857198,1.812953,7532.909665,7.76781996179932
+c30,1145.5648,472.88204,219.119355,375.615141,159.632057,6007.756,6530.41,171.815177,6053.9348,357.330128,80.061262,2376.5679,80.061262,2.857198,0.538289,24034.145409,2.43463146301949
+c31,1145.5648,472.88204,197.398669,375.615141,139.46418,352.195669,6530.41,132.098682,318.232892,357.330128,1299.926,89.882488,89.882488,57.16078,0.532687,11558.576644,5.06241279864967
+c32,1108.984,429.440667,174.989917,375.615141,179.180675,313.098433,272.76268,132.098682,318.232892,3427.0759,80.061262,1273.3007,1286.6509,2.570366,0.538289,9374.600504,6.24178984414897
+c33,1145.5648,429.440667,174.989917,296.182152,1731.6018,272.76268,3366.9575,171.815177,6053.9348,318.232892,2479.9481,2376.5679,69.928921,3.135222,0.538289,18891.600817,3.09737047167584
+c34,1145.5648,472.88204,174.989917,336.517905,139.46418,272.76268,313.098433,152.266559,357.330128,3427.0759,80.061262,2376.5679,1319.7884,2.857198,0.538289,10571.765591,5.53495873379171
+c35,1145.5648,472.88204,174.989917,375.615141,179.180675,313.098433,272.76268,152.266559,318.232892,3427.0759,2492.7759,69.928921,89.882488,2.570366,0.538289,9487.365001,6.16760145942232
+c36,1145.5648,472.88204,197.398669,375.615141,139.46418,352.195669,272.76268,1683.0934,277.897139,318.232892,1299.926,1273.3007,69.928921,2.857198,0.543719,7881.663148,7.42410389810148
+c37,1108.984,6756.043,174.989917,3356.913,3586.141,3197.8545,352.195669,132.098682,6053.9348,357.330128,1299.926,89.882488,80.061262,57.16078,0.532687,26604.047913,2.19945050521662
+c38,1145.5648,472.88204,197.398669,375.615141,139.46418,352.195669,272.76268,1683.0934,277.897139,318.232892,1299.926,1273.3007,69.928921,57.16078,0.543719,7935.96673,7.37330284972978
+c39,1108.984,429.440667,3792.343,296.182152,159.632057,6007.756,352.195669,1683.0934,318.232892,277.897139,89.882488,89.882488,69.928921,3.135222,0.543719,14679.129814,3.98622310626142
+c40,1145.5648,429.440667,197.398669,336.517905,1731.6018,6130.47,3519.4585,152.266559,318.232892,3427.0759,89.882488,80.061262,80.061262,2.857198,0.532687,17641.422589,3.31686893254281
+c41,1145.5648,472.88204,3792.343,336.517905,139.46418,3053.2545,6654.867,152.266559,357.330128,277.897139,80.061262,69.928921,69.928921,2.857198,0.532687,16605.69624,3.52374785404513
+c42,1145.5648,384.623163,1949.97,336.517905,139.46418,272.76268,313.098433,152.266559,6053.9348,357.330128,2479.9481,69.928921,69.928921,2.857198,0.532687,13728.728475,4.26217814150354
+c43,1145.5648,429.440667,3792.343,336.517905,139.46418,3053.2545,313.098433,152.266559,357.330128,357.330128,89.882488,1273.3007,69.928921,2.857198,10.00372,11522.583327,5.0782263555487
+c44,1145.5648,429.440667,174.989917,6973.454,3475.891,313.098433,352.195669,171.815177,357.330128,6493.6098,1337.2918,69.928921,1286.6509,2.857198,10.00372,22594.12213,2.58980128758027
+c45,1145.5648,472.88204,1949.97,336.517905,139.46418,272.76268,3366.9575,152.266559,357.330128,357.330128,80.061262,1273.3007,69.928921,2.857198,0.532687,9977.726688,5.86449078896146
+c46,1145.5648,429.440667,1949.97,336.517905,159.632057,313.098433,352.195669,171.815177,318.232892,277.897139,2479.9481,69.928921,2353.8847,3.135222,10.00372,10371.265402,5.64196209534083
+c47,1108.984,472.88204,1949.97,336.517905,139.46418,272.76268,6530.41,152.266559,277.897139,6493.6098,89.882488,80.061262,1286.6509,2.857198,1.812953,19196.029104,3.04824952187544
+c48,1145.5648,472.88204,3792.343,375.615141,139.46418,272.76268,6530.41,171.815177,357.330128,357.330128,80.061262,1273.3007,69.928921,57.16078,10.00372,15105.972657,3.87358614928555
+c49,1145.5648,429.440667,1949.97,375.615141,3475.891,3197.8545,352.195669,3324.8076,6053.9348,318.232892,80.061262,89.882488,1286.6509,2.857198,0.532687,22083.491604,2.64968455293695
+c50,1108.984,429.440667,3792.343,375.615141,3475.891,3197.8545,272.76268,171.815177,3203.344,6559.316,1337.2918,69.928921,69.928921,2.857198,10.00372,24077.376725,2.43026004320552
+c51,1145.5648,429.440667,174.989917,3356.913,1731.6018,3053.2545,272.76268,1683.0934,318.232892,357.330128,1299.926,89.882488,80.061262,2.570366,1.812953,13997.436853,4.18035723536222
+c12,5229.058553
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,188.762345,0,157.595858,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,38.454652,38.454652,38.454652,0,0.102999,1223.640147,0
+c2,0,188.762345,90.173220,157.595858,76.708720,0,151.959867,74.930729,153.127903,153.127903,38.454652,38.454652,38.454652,1.156348,0.102999,1163.009848,0
+c3,0,188.762345,0,0,76.708720,151.959867,0,74.930729,153.127903,153.127903,38.454652,38.454652,38.454652,1.156348,0.102999,915.24077,0
+c4,0,0,90.173220,157.595858,76.708720,151.959867,0,74.930729,153.127903,153.127903,38.454652,38.454652,0,1.156348,0.102999,935.792851,0
+c5,0,188.762345,90.173220,157.595858,76.708720,151.959867,0,74.930729,153.127903,153.127903,38.454652,38.454652,38.454652,1.156348,0.102999,1163.009848,0
+c6,0,0,90.173220,157.595858,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,0,38.454652,38.454652,1.156348,0.102999,1087.752718,0
+c7,0,188.762345,90.173220,157.595858,76.708720,151.959867,151.959867,74.930729,0,153.127903,38.454652,38.454652,38.454652,1.156348,0,1161.738813,0
+c8,0,188.762345,90.173220,157.595858,76.708720,151.959867,0,74.930729,153.127903,153.127903,38.454652,38.454652,38.454652,0,0.102999,1161.8535,0
+c9,0,188.762345,0,157.595858,0,0,151.959867,74.930729,153.127903,153.127903,38.454652,38.454652,38.454652,1.156348,0.102999,996.127908,0
+c10,0,0,90.173220,157.595858,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,0,38.454652,0,0,0.102999,1048.141718,0
+c11,0,0,90.173220,157.595858,0,151.959867,0,0,153.127903,153.127903,38.454652,38.454652,38.454652,1.156348,0,822.505055,0
+c12,0,188.762345,90.173220,157.595858,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,0,38.454652,38.454652,1.156348,0.102999,1276.515063,0
+c13,0,188.762345,90.173220,157.595858,76.708720,151.959867,151.959867,0,153.127903,153.127903,38.454652,0,38.454652,1.156348,0,1201.481335,0
+c14,0,0,0,0,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,38.454652,38.454652,38.454652,1.156348,0.102999,878.438292,0
+c15,0,188.762345,90.173220,157.595858,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,38.454652,0,0,1.156348,0.102999,1238.060411,0
+c16,0,188.762345,90.173220,157.595858,76.708720,0,151.959867,0,0,153.127903,38.454652,0,38.454652,0,0.102999,895.340216,0
+c17,0,188.762345,90.173220,157.595858,76.708720,0,0,74.930729,153.127903,153.127903,38.454652,38.454652,0,1.156348,0.102999,972.595329,0
+c18,0,188.762345,90.173220,157.595858,76.708720,151.959867,151.959867,0,153.127903,153.127903,38.454652,0,38.454652,1.156348,0.102999,1201.584334,0
+c19,0,188.762345,90.173220,157.595858,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,0,38.454652,0,1.156348,0.102999,1238.060411,0
+c20,0,188.762345,90.173220,157.595858,0,0,151.959867,74.930729,0,153.127903,38.454652,38.454652,38.454652,1.156348,0.102999,933.173225,0
+c21,0,188.762345,90.173220,157.595858,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,38.454652,0,0,1.156348,0.102999,1238.060411,0
+c22,0,188.762345,0,0,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,0,38.454652,0,1.156348,0.102999,990.291333,0
+c23,0,188.762345,90.173220,157.595858,76.708720,151.959867,151.959867,74.930729,153.127903,0,38.454652,0,0,1.156348,0.102999,1084.932508,0
+c24,0,188.762345,90.173220,0,76.708720,0,151.959867,74.930729,0,153.127903,0,38.454652,0,0,0.102999,774.220435,0
+c25,0,188.762345,90.173220,157.595858,76.708720,151.959867,0,0,153.127903,153.127903,38.454652,0,38.454652,1.156348,0.102999,1049.624467,0
+c26,0,188.762345,90.173220,157.595858,76.708720,0,0,74.930729,153.127903,153.127903,0,38.454652,38.454652,1.156348,0.102999,972.595329,0
+c27,0,188.762345,90.173220,157.595858,76.708720,0,0,0,153.127903,153.127903,0,38.454652,38.454652,1.156348,0.102999,897.6646,0
+c28,0,188.762345,90.173220,157.595858,76.708720,0,0,0,153.127903,153.127903,0,38.454652,38.454652,1.156348,0.102999,897.6646,0
+c29,0,188.762345,90.173220,157.595858,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,0,38.454652,0,1.156348,0,1237.957412,0
+c30,0,188.762345,90.173220,157.595858,76.708720,0,0,74.930729,0,153.127903,38.454652,0,38.454652,1.156348,0.102999,819.467426,0
+c31,0,188.762345,90.173220,157.595858,76.708720,151.959867,0,74.930729,153.127903,153.127903,0,38.454652,38.454652,0,0.102999,1123.398848,0
+c32,0,188.762345,90.173220,157.595858,76.708720,151.959867,151.959867,74.930729,153.127903,0,38.454652,0,0,1.156348,0.102999,1084.932508,0
+c33,0,188.762345,90.173220,157.595858,0,151.959867,0,74.930729,0,153.127903,0,0,38.454652,1.156348,0.102999,856.263921,0
+c34,0,188.762345,90.173220,157.595858,76.708720,151.959867,151.959867,74.930729,153.127903,0,38.454652,0,0,1.156348,0.102999,1084.932508,0
+c35,0,188.762345,90.173220,157.595858,76.708720,151.959867,151.959867,74.930729,153.127903,0,0,38.454652,38.454652,1.156348,0.102999,1123.38716,0
+c36,0,188.762345,90.173220,157.595858,76.708720,151.959867,151.959867,0,153.127903,153.127903,0,0,38.454652,1.156348,0.102999,1163.129682,0
+c37,0,0,90.173220,0,0,0,151.959867,74.930729,0,153.127903,0,38.454652,38.454652,0,0.102999,547.204022,0
+c38,0,188.762345,90.173220,157.595858,76.708720,151.959867,151.959867,0,153.127903,153.127903,0,0,38.454652,0,0.102999,1161.973334,0
+c39,0,188.762345,0,157.595858,76.708720,0,151.959867,0,153.127903,153.127903,38.454652,38.454652,38.454652,1.156348,0.102999,997.905899,0
+c40,0,188.762345,90.173220,157.595858,0,0,0,74.930729,153.127903,0,38.454652,38.454652,38.454652,1.156348,0.102999,781.213358,0
+c41,0,188.762345,0,157.595858,76.708720,0,0,74.930729,153.127903,153.127903,38.454652,38.454652,38.454652,1.156348,0.102999,920.876761,0
+c42,0,188.762345,0,157.595858,76.708720,151.959867,151.959867,74.930729,0,153.127903,0,38.454652,38.454652,1.156348,0.102999,1033.21394,0
+c43,0,188.762345,0,157.595858,76.708720,0,151.959867,74.930729,153.127903,153.127903,38.454652,0,38.454652,1.156348,0,1034.278977,0
+c44,0,188.762345,90.173220,0,0,151.959867,151.959867,74.930729,153.127903,0,0,38.454652,0,1.156348,0,850.524931,0
+c45,0,188.762345,0,157.595858,76.708720,151.959867,0,74.930729,153.127903,153.127903,38.454652,0,38.454652,1.156348,0.102999,1034.381976,0
+c46,0,188.762345,0,157.595858,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,0,38.454652,0,1.156348,0,1147.784192,0
+c47,0,188.762345,0,157.595858,76.708720,151.959867,0,74.930729,153.127903,0,38.454652,38.454652,0,1.156348,0,881.151074,0
+c48,0,188.762345,0,157.595858,76.708720,151.959867,0,74.930729,153.127903,153.127903,38.454652,0,38.454652,0,0,1033.122629,0
+c49,0,188.762345,0,157.595858,0,0,151.959867,0,0,153.127903,38.454652,38.454652,0,1.156348,0.102999,729.614624,0
+c50,0,188.762345,0,157.595858,0,0,151.959867,74.930729,0,0,0,38.454652,38.454652,1.156348,0,651.314451,0
+c51,0,188.762345,90.173220,0,0,0,151.959867,0,153.127903,153.127903,0,38.454652,38.454652,1.156348,0,815.21689,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,109.549158,0,60.905800,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,11.960929,11.960929,11.960929,0,0.418899,429.421685,0
+c2,0,109.549158,41.660867,60.905800,23.915213,0,43.122319,18.327706,47.088742,47.088742,11.960929,11.960929,11.960929,0.861623,0.418899,428.821856,0
+c3,0,109.549158,0,0,23.915213,43.122319,0,18.327706,47.088742,47.088742,11.960929,11.960929,11.960929,0.861623,0.418899,326.255189,0
+c4,0,0,41.660867,60.905800,23.915213,43.122319,0,18.327706,47.088742,47.088742,11.960929,11.960929,0,0.861623,0.418899,307.311769,0
+c5,0,109.549158,41.660867,60.905800,23.915213,43.122319,0,18.327706,47.088742,47.088742,11.960929,11.960929,11.960929,0.861623,0.418899,428.821856,0
+c6,0,0,41.660867,60.905800,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,0,11.960929,11.960929,0.861623,0.418899,350.434088,0
+c7,0,109.549158,41.660867,60.905800,23.915213,43.122319,43.122319,18.327706,0,47.088742,11.960929,11.960929,11.960929,0.861623,0,424.436534,0
+c8,0,109.549158,41.660867,60.905800,23.915213,43.122319,0,18.327706,47.088742,47.088742,11.960929,11.960929,11.960929,0,0.418899,427.960233,0
+c9,0,109.549158,0,60.905800,0,0,43.122319,18.327706,47.088742,47.088742,11.960929,11.960929,11.960929,0.861623,0.418899,363.245776,0
+c10,0,0,41.660867,60.905800,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,0,11.960929,0,0,0.418899,337.611536,0
+c11,0,0,41.660867,60.905800,0,43.122319,0,0,47.088742,47.088742,11.960929,11.960929,11.960929,0.861623,0,276.61088,0
+c12,0,109.549158,41.660867,60.905800,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,0,11.960929,11.960929,0.861623,0.418899,459.983246,0
+c13,0,109.549158,41.660867,60.905800,23.915213,43.122319,43.122319,0,47.088742,47.088742,11.960929,0,11.960929,0.861623,0,441.236641,0
+c14,0,0,0,0,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,11.960929,11.960929,11.960929,0.861623,0.418899,259.82835,0
+c15,0,109.549158,41.660867,60.905800,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,11.960929,0,0,0.861623,0.418899,448.022317,0
+c16,0,109.549158,41.660867,60.905800,23.915213,0,43.122319,0,0,47.088742,11.960929,0,11.960929,0,0.418899,350.582856,0
+c17,0,109.549158,41.660867,60.905800,23.915213,0,0,18.327706,47.088742,47.088742,11.960929,11.960929,0,0.861623,0.418899,373.738608,0
+c18,0,109.549158,41.660867,60.905800,23.915213,43.122319,43.122319,0,47.088742,47.088742,11.960929,0,11.960929,0.861623,0.418899,441.65554,0
+c19,0,109.549158,41.660867,60.905800,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,0,11.960929,0,0.861623,0.418899,448.022317,0
+c20,0,109.549158,41.660867,60.905800,0,0,43.122319,18.327706,0,47.088742,11.960929,11.960929,11.960929,0.861623,0.418899,357.817901,0
+c21,0,109.549158,41.660867,60.905800,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,11.960929,0,0,0.861623,0.418899,448.022317,0
+c22,0,109.549158,0,0,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,0,11.960929,0,0.861623,0.418899,345.45565,0
+c23,0,109.549158,41.660867,60.905800,23.915213,43.122319,43.122319,18.327706,47.088742,0,11.960929,0,0,0.861623,0.418899,400.933575,0
+c24,0,109.549158,41.660867,0,23.915213,0,43.122319,18.327706,0,47.088742,0,11.960929,0,0,0.418899,296.043833,0
+c25,0,109.549158,41.660867,60.905800,23.915213,43.122319,0,0,47.088742,47.088742,11.960929,0,11.960929,0.861623,0.418899,398.533221,0
+c26,0,109.549158,41.660867,60.905800,23.915213,0,0,18.327706,47.088742,47.088742,0,11.960929,11.960929,0.861623,0.418899,373.738608,0
+c27,0,109.549158,41.660867,60.905800,23.915213,0,0,0,47.088742,47.088742,0,11.960929,11.960929,0.861623,0.418899,355.410902,0
+c28,0,109.549158,41.660867,60.905800,23.915213,0,0,0,47.088742,47.088742,0,11.960929,11.960929,0.861623,0.418899,355.410902,0
+c29,0,109.549158,41.660867,60.905800,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,0,11.960929,0,0.861623,0,447.603418,0
+c30,0,109.549158,41.660867,60.905800,23.915213,0,0,18.327706,0,47.088742,11.960929,0,11.960929,0.861623,0.418899,326.649866,0
+c31,0,109.549158,41.660867,60.905800,23.915213,43.122319,0,18.327706,47.088742,47.088742,0,11.960929,11.960929,0,0.418899,415.999304,0
+c32,0,109.549158,41.660867,60.905800,23.915213,43.122319,43.122319,18.327706,47.088742,0,11.960929,0,0,0.861623,0.418899,400.933575,0
+c33,0,109.549158,41.660867,60.905800,0,43.122319,0,18.327706,0,47.088742,0,0,11.960929,0.861623,0.418899,333.896043,0
+c34,0,109.549158,41.660867,60.905800,23.915213,43.122319,43.122319,18.327706,47.088742,0,11.960929,0,0,0.861623,0.418899,400.933575,0
+c35,0,109.549158,41.660867,60.905800,23.915213,43.122319,43.122319,18.327706,47.088742,0,0,11.960929,11.960929,0.861623,0.418899,412.894504,0
+c36,0,109.549158,41.660867,60.905800,23.915213,43.122319,43.122319,0,47.088742,47.088742,0,0,11.960929,0.861623,0.418899,429.694611,0
+c37,0,0,41.660867,0,0,0,43.122319,18.327706,0,47.088742,0,11.960929,11.960929,0,0.418899,174.540391,0
+c38,0,109.549158,41.660867,60.905800,23.915213,43.122319,43.122319,0,47.088742,47.088742,0,0,11.960929,0,0.418899,428.832988,0
+c39,0,109.549158,0,60.905800,23.915213,0,43.122319,0,47.088742,47.088742,11.960929,11.960929,11.960929,0.861623,0.418899,368.833283,0
+c40,0,109.549158,41.660867,60.905800,0,0,0,18.327706,47.088742,0,11.960929,11.960929,11.960929,0.861623,0.418899,314.695582,0
+c41,0,109.549158,0,60.905800,23.915213,0,0,18.327706,47.088742,47.088742,11.960929,11.960929,11.960929,0.861623,0.418899,344.03867,0
+c42,0,109.549158,0,60.905800,23.915213,43.122319,43.122319,18.327706,0,47.088742,0,11.960929,11.960929,0.861623,0.418899,371.233637,0
+c43,0,109.549158,0,60.905800,23.915213,0,43.122319,18.327706,47.088742,47.088742,11.960929,0,11.960929,0.861623,0,374.781161,0
+c44,0,109.549158,41.660867,0,0,43.122319,43.122319,18.327706,47.088742,0,0,11.960929,0,0.861623,0,315.693663,0
+c45,0,109.549158,0,60.905800,23.915213,43.122319,0,18.327706,47.088742,47.088742,11.960929,0,11.960929,0.861623,0.418899,375.20006,0
+c46,0,109.549158,0,60.905800,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,0,11.960929,0,0.861623,0,405.942551,0
+c47,0,109.549158,0,60.905800,23.915213,43.122319,0,18.327706,47.088742,0,11.960929,11.960929,0,0.861623,0,327.692419,0
+c48,0,109.549158,0,60.905800,23.915213,43.122319,0,18.327706,47.088742,47.088742,11.960929,0,11.960929,0,0,373.919538,0
+c49,0,109.549158,0,60.905800,0,0,43.122319,0,0,47.088742,11.960929,11.960929,0,0.861623,0.418899,285.868399,0
+c50,0,109.549158,0,60.905800,0,0,43.122319,18.327706,0,0,0,11.960929,11.960929,0.861623,0,256.688464,0
+c51,0,109.549158,41.660867,0,0,0,43.122319,0,47.088742,47.088742,0,11.960929,11.960929,0.861623,0,313.293309,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,32.936441,0,21.882908,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,4.848960,4.848960,4.848960,0,0.089271,161.876952,0
+c2,0,32.936441,13.739047,21.882908,9.597736,0,18.163317,8.429972,19.033555,19.033555,4.848960,4.848960,4.848960,0.281905,0.089271,157.734587,0
+c3,0,32.936441,0,0,9.597736,18.163317,0,8.429972,19.033555,19.033555,4.848960,4.848960,4.848960,0.281905,0.089271,122.112632,0
+c4,0,0,13.739047,21.882908,9.597736,18.163317,0,8.429972,19.033555,19.033555,4.848960,4.848960,0,0.281905,0.089271,119.949186,0
+c5,0,32.936441,13.739047,21.882908,9.597736,18.163317,0,8.429972,19.033555,19.033555,4.848960,4.848960,4.848960,0.281905,0.089271,157.734587,0
+c6,0,0,13.739047,21.882908,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,0,4.848960,4.848960,0.281905,0.089271,138.112503,0
+c7,0,32.936441,13.739047,21.882908,9.597736,18.163317,18.163317,8.429972,0,19.033555,4.848960,4.848960,4.848960,0.281905,0,156.775078,0
+c8,0,32.936441,13.739047,21.882908,9.597736,18.163317,0,8.429972,19.033555,19.033555,4.848960,4.848960,4.848960,0,0.089271,157.452682,0
+c9,0,32.936441,0,21.882908,0,0,18.163317,8.429972,19.033555,19.033555,4.848960,4.848960,4.848960,0.281905,0.089271,134.397804,0
+c10,0,0,13.739047,21.882908,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,0,4.848960,0,0,0.089271,132.981638,0
+c11,0,0,13.739047,21.882908,0,18.163317,0,0,19.033555,19.033555,4.848960,4.848960,4.848960,0.281905,0,106.681167,0
+c12,0,32.936441,13.739047,21.882908,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,0,4.848960,4.848960,0.281905,0.089271,171.048944,0
+c13,0,32.936441,13.739047,21.882908,9.597736,18.163317,18.163317,0,19.033555,19.033555,4.848960,0,4.848960,0.281905,0,162.529701,0
+c14,0,0,0,0,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,4.848960,4.848960,4.848960,0.281905,0.089271,107.339508,0
+c15,0,32.936441,13.739047,21.882908,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,4.848960,0,0,0.281905,0.089271,166.199984,0
+c16,0,32.936441,13.739047,21.882908,9.597736,0,18.163317,0,0,19.033555,4.848960,0,4.848960,0,0.089271,125.140195,0
+c17,0,32.936441,13.739047,21.882908,9.597736,0,0,8.429972,19.033555,19.033555,4.848960,4.848960,0,0.281905,0.089271,134.72231,0
+c18,0,32.936441,13.739047,21.882908,9.597736,18.163317,18.163317,0,19.033555,19.033555,4.848960,0,4.848960,0.281905,0.089271,162.618972,0
+c19,0,32.936441,13.739047,21.882908,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,0,4.848960,0,0.281905,0.089271,166.199984,0
+c20,0,32.936441,13.739047,21.882908,0,0,18.163317,8.429972,0,19.033555,4.848960,4.848960,4.848960,0.281905,0.089271,129.103296,0
+c21,0,32.936441,13.739047,21.882908,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,4.848960,0,0,0.281905,0.089271,166.199984,0
+c22,0,32.936441,0,0,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,0,4.848960,0,0.281905,0.089271,130.578029,0
+c23,0,32.936441,13.739047,21.882908,9.597736,18.163317,18.163317,8.429972,19.033555,0,4.848960,0,0,0.281905,0.089271,147.166429,0
+c24,0,32.936441,13.739047,0,9.597736,0,18.163317,8.429972,0,19.033555,0,4.848960,0,0,0.089271,106.838299,0
+c25,0,32.936441,13.739047,21.882908,9.597736,18.163317,0,0,19.033555,19.033555,4.848960,0,4.848960,0.281905,0.089271,144.455655,0
+c26,0,32.936441,13.739047,21.882908,9.597736,0,0,8.429972,19.033555,19.033555,0,4.848960,4.848960,0.281905,0.089271,134.72231,0
+c27,0,32.936441,13.739047,21.882908,9.597736,0,0,0,19.033555,19.033555,0,4.848960,4.848960,0.281905,0.089271,126.292338,0
+c28,0,32.936441,13.739047,21.882908,9.597736,0,0,0,19.033555,19.033555,0,4.848960,4.848960,0.281905,0.089271,126.292338,0
+c29,0,32.936441,13.739047,21.882908,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,0,4.848960,0,0.281905,0,166.110713,0
+c30,0,32.936441,13.739047,21.882908,9.597736,0,0,8.429972,0,19.033555,4.848960,0,4.848960,0.281905,0.089271,115.688755,0
+c31,0,32.936441,13.739047,21.882908,9.597736,18.163317,0,8.429972,19.033555,19.033555,0,4.848960,4.848960,0,0.089271,152.603722,0
+c32,0,32.936441,13.739047,21.882908,9.597736,18.163317,18.163317,8.429972,19.033555,0,4.848960,0,0,0.281905,0.089271,147.166429,0
+c33,0,32.936441,13.739047,21.882908,0,18.163317,0,8.429972,0,19.033555,0,0,4.848960,0.281905,0.089271,119.405376,0
+c34,0,32.936441,13.739047,21.882908,9.597736,18.163317,18.163317,8.429972,19.033555,0,4.848960,0,0,0.281905,0.089271,147.166429,0
+c35,0,32.936441,13.739047,21.882908,9.597736,18.163317,18.163317,8.429972,19.033555,0,0,4.848960,4.848960,0.281905,0.089271,152.015389,0
+c36,0,32.936441,13.739047,21.882908,9.597736,18.163317,18.163317,0,19.033555,19.033555,0,0,4.848960,0.281905,0.089271,157.770012,0
+c37,0,0,13.739047,0,0,0,18.163317,8.429972,0,19.033555,0,4.848960,4.848960,0,0.089271,69.153082,0
+c38,0,32.936441,13.739047,21.882908,9.597736,18.163317,18.163317,0,19.033555,19.033555,0,0,4.848960,0,0.089271,157.488107,0
+c39,0,32.936441,0,21.882908,9.597736,0,18.163317,0,19.033555,19.033555,4.848960,4.848960,4.848960,0.281905,0.089271,135.565568,0
+c40,0,32.936441,13.739047,21.882908,0,0,0,8.429972,19.033555,0,4.848960,4.848960,4.848960,0.281905,0.089271,110.939979,0
+c41,0,32.936441,0,21.882908,9.597736,0,0,8.429972,19.033555,19.033555,4.848960,4.848960,4.848960,0.281905,0.089271,125.832223,0
+c42,0,32.936441,0,21.882908,9.597736,18.163317,18.163317,8.429972,0,19.033555,0,4.848960,4.848960,0.281905,0.089271,138.276342,0
+c43,0,32.936441,0,21.882908,9.597736,0,18.163317,8.429972,19.033555,19.033555,4.848960,0,4.848960,0.281905,0,139.057309,0
+c44,0,32.936441,13.739047,0,0,18.163317,18.163317,8.429972,19.033555,0,0,4.848960,0,0.281905,0,115.596514,0
+c45,0,32.936441,0,21.882908,9.597736,18.163317,0,8.429972,19.033555,19.033555,4.848960,0,4.848960,0.281905,0.089271,139.14658,0
+c46,0,32.936441,0,21.882908,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,0,4.848960,0,0.281905,0,152.371666,0
+c47,0,32.936441,0,21.882908,9.597736,18.163317,0,8.429972,19.033555,0,4.848960,4.848960,0,0.281905,0,120.023754,0
+c48,0,32.936441,0,21.882908,9.597736,18.163317,0,8.429972,19.033555,19.033555,4.848960,0,4.848960,0,0,138.775404,0
+c49,0,32.936441,0,21.882908,0,0,18.163317,0,0,19.033555,4.848960,4.848960,0,0.281905,0.089271,102.085317,0
+c50,0,32.936441,0,21.882908,0,0,18.163317,8.429972,0,0,0,4.848960,4.848960,0.281905,0,91.392463,0
+c51,0,32.936441,13.739047,0,0,0,18.163317,0,19.033555,19.033555,0,4.848960,4.848960,0.281905,0,112.88574,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c34,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c37,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c38,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c39,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c40,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c41,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c42,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c43,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c45,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c46,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c47,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c48,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c49,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c50,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c51,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c2,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c3,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c4,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c9,16.0868,0,0,0,0,144.6,0,0,0,0,0,0,0,0,0,160.6868,0
+c10,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c11,16.0868,436.945,0,0,0,0,0,0,0,0,0,0,0,0,0,453.0318,0
+c12,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c13,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c14,16.0868,0,203.92,0,0,0,0,0,0,0,0,0,0,0,0,220.0068,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,33.1375,0,0,33.1375,0
+c16,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c17,16.0868,0,0,0,0,0,152.501,0,0,0,0,0,0,0,0,168.5878,0
+c18,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c21,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,33.1375,0,0,33.1375,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c25,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c26,16.0868,0,0,0,0,0,124.457,0,0,0,0,0,0,0,0,140.5438,0
+c27,16.0868,0,0,0,0,0,0,59.0058,0,0,0,0,0,0,0,75.0926,0
+c28,16.0868,0,0,0,0,0,0,59.0058,0,0,0,0,0,0,0,75.0926,0
+c29,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c30,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c31,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c33,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c34,16.0868,0,0,0,0,0,0,0,0,0,0,0,33.1375,0,0,49.2243,0
+c35,16.0868,0,0,0,0,0,0,0,0,0,12.8278,0,0,0,0,28.9146,0
+c36,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c37,0,397.898,0,0,110.25,144.6,0,0,0,0,0,0,0,0,0,652.748,0
+c38,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c39,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c40,16.0868,0,0,0,0,122.714,152.501,0,0,0,0,0,0,0,0,291.3018,0
+c41,16.0868,0,0,0,0,0,124.457,0,0,0,0,0,0,0,0,140.5438,0
+c42,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c43,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c44,16.0868,0,0,0,0,0,0,0,0,0,37.3658,0,0,0,0,53.4526,0
+c45,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c46,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c47,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c48,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c49,16.0868,0,0,0,0,144.6,0,0,0,0,0,0,0,0,0,160.6868,0
+c50,0,0,0,0,0,144.6,0,0,0,65.7062,37.3658,0,0,0,0,247.672,0
+c51,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c2,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c3,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c4,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c9,7.62006,0,0,0,0,28.103,0,0,0,0,0,0,0,0,0,35.72306,0
+c10,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c11,7.62006,83.3307,0,0,0,0,0,0,0,0,0,0,0,0,0,90.95076,0
+c12,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c13,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c14,7.62006,0,41.6322,0,0,0,0,0,0,0,0,0,0,0,0,49.25226,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,6.20782,0,0,6.20782,0
+c16,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c17,7.62006,0,0,0,0,0,28.2053,0,0,0,0,0,0,0,0,35.82536,0
+c18,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c21,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,6.20782,0,0,6.20782,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c25,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c26,7.62006,0,0,0,0,0,20.8436,0,0,0,0,0,0,0,0,28.46366,0
+c27,7.62006,0,0,0,0,0,0,10.5597,0,0,0,0,0,0,0,18.17976,0
+c28,7.62006,0,0,0,0,0,0,10.5597,0,0,0,0,0,0,0,18.17976,0
+c29,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c30,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c31,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c33,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c34,7.62006,0,0,0,0,0,0,0,0,0,0,0,6.20782,0,0,13.82788,0
+c35,7.62006,0,0,0,0,0,0,0,0,0,2.77964,0,0,0,0,10.3997,0
+c36,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c37,0,109.635,0,0,20.8418,28.103,0,0,0,0,0,0,0,0,0,158.5798,0
+c38,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c39,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c40,7.62006,0,0,0,0,20.8654,28.2053,0,0,0,0,0,0,0,0,56.69076,0
+c41,7.62006,0,0,0,0,0,20.8436,0,0,0,0,0,0,0,0,28.46366,0
+c42,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c43,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c44,7.62006,0,0,0,0,0,0,0,0,0,6.79928,0,0,0,0,14.41934,0
+c45,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c46,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c47,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c48,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c49,7.62006,0,0,0,0,28.103,0,0,0,0,0,0,0,0,0,35.72306,0
+c50,0,0,0,0,0,28.103,0,0,0,10.5438,6.79928,0,0,0,0,45.44608,0
+c51,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,352.4661,1550.099,701.7255,1159.5933,558.563,925.6073,971.2723,490.07014,857.91333,883.36663,344.11179,344.22248,351.94343,12.419968,1.04789,9504.422158,0.999999989478582
+c1,450.60246,123.468921,426.5549,104.457756,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,26.069312,26.069312,26.069312,12.419968,0.107291,1702.49886,5.5826302284496
+c2,450.60246,123.468921,59.178279,104.457756,51.115816,925.6073,100.738165,49.948052,102.069715,102.069715,26.069312,26.069312,26.069312,1.204529,0.107291,2148.775935,4.42317952322099
+c3,450.60246,123.468921,426.5549,652.9992,51.115816,100.738165,590.3019,49.948052,102.069715,102.069715,26.069312,26.069312,26.069312,1.204529,0.107291,2729.3886,3.48225306201348
+c4,450.60246,1610.85,59.178279,104.457756,51.115816,100.738165,971.2723,49.948052,102.069715,102.069715,26.069312,26.069312,351.94343,1.204529,0.107291,4007.696132,2.37154255407649
+c5,352.4661,123.468921,59.178279,104.457756,51.115816,100.738165,971.2723,49.948052,102.069715,102.069715,26.069312,26.069312,26.069312,1.204529,0.107291,2096.304575,4.53389350858553
+c6,450.60246,1610.85,59.178279,104.457756,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,344.11179,26.069312,26.069312,1.204529,0.107291,3129.330357,3.03720629335887
+c7,352.4661,123.468921,59.178279,104.457756,51.115816,100.738165,100.738165,49.948052,857.91333,102.069715,26.069312,26.069312,26.069312,1.204529,1.669613,1983.176377,4.79252465336699
+c8,450.60246,123.468921,59.178279,104.457756,51.115816,100.738165,590.3019,49.948052,102.069715,102.069715,26.069312,26.069312,26.069312,12.419968,0.107291,1824.685974,5.20879853988517
+c9,450.60246,123.468921,426.5549,104.457756,558.563,572.2717,100.738165,49.948052,102.069715,102.069715,26.069312,26.069312,26.069312,1.204529,0.107291,2670.26414,3.55935641710125
+c10,450.60246,1610.85,59.178279,104.457756,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,344.11179,26.069312,351.94343,12.419968,0.107291,3466.419914,2.74185532036338
+c11,450.60246,1633.4297,59.178279,104.457756,333.7788,100.738165,971.2723,490.07014,102.069715,102.069715,26.069312,26.069312,26.069312,1.204529,1.04789,4428.127385,2.14637500618391
+c12,450.60246,123.468921,59.178279,104.457756,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,208.37216,26.069312,26.069312,1.204529,0.107291,1506.209648,6.31015844282001
+c13,450.60246,123.468921,59.178279,104.457756,51.115816,100.738165,100.738165,290.68457,102.069715,102.069715,26.069312,344.22248,26.069312,1.204529,1.04789,1883.737085,5.04551390378802
+c14,450.60246,1610.85,743.3577,1159.5933,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,26.069312,26.069312,26.069312,1.204529,0.107291,4550.602844,2.08860721863938
+c15,352.4661,123.468921,59.178279,104.457756,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,26.069312,344.22248,216.53911,1.204529,0.107291,1734.393406,5.47996871824081
+c16,450.60246,123.468921,59.178279,104.457756,51.115816,544.1687,100.738165,290.68457,527.54432,102.069715,26.069312,344.22248,26.069312,12.419968,0.107291,2762.917065,3.43999533478594
+c17,450.60246,123.468921,59.178279,104.457756,51.115816,925.6073,618.5072,49.948052,102.069715,102.069715,26.069312,26.069312,351.94343,1.204529,0.107291,2992.419088,3.1761666935281
+c18,450.60246,123.468921,59.178279,104.457756,51.115816,100.738165,100.738165,490.07014,102.069715,102.069715,26.069312,344.22248,26.069312,1.204529,0.107291,2082.182056,4.56464489939659
+c19,352.4661,123.468921,59.178279,104.457756,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,344.11179,26.069312,351.94343,1.204529,0.107291,1869.687036,5.08342918716001
+c20,352.4661,123.468921,59.178279,104.457756,558.563,925.6073,100.738165,49.948052,527.54432,102.069715,26.069312,26.069312,26.069312,1.204529,0.107291,2983.561364,3.18559623211436
+c21,450.60246,123.468921,59.178279,104.457756,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,26.069312,344.22248,351.94343,1.204529,0.107291,1967.934086,4.82964431718043
+c22,352.4661,123.468921,426.5549,652.9992,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,344.11179,26.069312,351.94343,1.204529,0.107291,2785.605101,3.4119774599028
+c23,352.4661,123.468921,59.178279,104.457756,51.115816,100.738165,100.738165,49.948052,102.069715,543.5573,26.069312,344.22248,216.53911,1.204529,0.107291,2175.880991,4.36807976194688
+c24,352.4661,123.468921,59.178279,652.9992,51.115816,544.1687,100.738165,49.948052,857.91333,102.069715,344.11179,26.069312,210.33129,7.640322,0.107291,3482.326283,2.72933123224711
+c25,450.60246,123.468921,59.178279,104.457756,51.115816,100.738165,971.2723,490.07014,102.069715,102.069715,26.069312,344.22248,26.069312,1.204529,0.107291,2952.716191,3.21887415562744
+c26,450.60246,123.468921,59.178279,104.457756,51.115816,544.1687,992.1159,49.948052,102.069715,102.069715,344.11179,26.069312,26.069312,1.204529,0.107291,2976.757548,3.19287737931429
+c27,450.60246,123.468921,59.178279,104.457756,51.115816,544.1687,590.3019,500.62984,102.069715,102.069715,208.37216,26.069312,26.069312,1.204529,0.107291,2889.885706,3.28885734455903
+c28,450.60246,123.468921,59.178279,104.457756,51.115816,544.1687,590.3019,500.62984,102.069715,102.069715,208.37216,26.069312,26.069312,1.204529,0.107291,2889.885706,3.28885734455903
+c29,450.60246,123.468921,59.178279,104.457756,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,208.37216,26.069312,351.94343,1.204529,1.04789,1833.024365,5.1851038212957
+c30,450.60246,123.468921,59.178279,104.457756,51.115816,925.6073,971.2723,49.948052,857.91333,102.069715,26.069312,344.22248,26.069312,1.204529,0.107291,4093.306853,2.32194220153321
+c31,450.60246,123.468921,59.178279,104.457756,51.115816,100.738165,971.2723,49.948052,102.069715,102.069715,208.37216,26.069312,26.069312,7.640322,0.107291,2383.179576,3.98812655785673
+c32,352.4661,123.468921,59.178279,104.457756,51.115816,100.738165,100.738165,49.948052,102.069715,543.5573,26.069312,206.54856,210.33129,1.204529,0.107291,2031.999251,4.67737460315754
+c33,450.60246,123.468921,59.178279,104.457756,333.7788,100.738165,590.3019,49.948052,857.91333,102.069715,344.11179,344.22248,26.069312,1.204529,0.107291,3488.17278,2.72475662330131
+c34,450.60246,123.468921,59.178279,104.457756,51.115816,100.738165,100.738165,49.948052,102.069715,543.5573,26.069312,344.22248,216.53911,1.204529,0.107291,2274.017351,4.179573095985
+c35,450.60246,123.468921,59.178279,104.457756,51.115816,100.738165,100.738165,49.948052,102.069715,543.5573,346.89143,26.069312,26.069312,1.204529,0.107291,2086.216503,4.5558175236131
+c36,450.60246,123.468921,59.178279,104.457756,51.115816,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,206.54856,26.069312,1.204529,0.107291,1927.425414,4.93114887655264
+c37,352.4661,1720.485,59.178279,652.9992,579.4048,572.2717,100.738165,49.948052,857.91333,102.069715,208.37216,26.069312,26.069312,7.640322,0.107291,5315.732738,1.78797965354029
+c38,450.60246,123.468921,59.178279,104.457756,51.115816,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,206.54856,26.069312,7.640322,0.107291,1933.861207,4.91473826152725
+c39,352.4661,123.468921,701.7255,104.457756,51.115816,925.6073,100.738165,290.68457,102.069715,102.069715,26.069312,26.069312,26.069312,1.204529,0.107291,2933.923314,3.23949224872303
+c40,450.60246,123.468921,59.178279,104.457756,333.7788,946.4727,618.5072,49.948052,102.069715,543.5573,26.069312,26.069312,26.069312,1.204529,0.107291,3411.560939,2.78594521667592
+c41,450.60246,123.468921,701.7255,104.457756,51.115816,544.1687,992.1159,49.948052,102.069715,102.069715,26.069312,26.069312,26.069312,1.204529,0.107291,3301.262291,2.8790265759884
+c42,450.60246,123.468921,426.5549,104.457756,51.115816,100.738165,100.738165,49.948052,857.91333,102.069715,344.11179,26.069312,26.069312,1.204529,0.107291,2765.169514,3.43719318694929
+c43,450.60246,123.468921,701.7255,104.457756,51.115816,544.1687,100.738165,49.948052,102.069715,102.069715,26.069312,206.54856,26.069312,1.204529,1.669613,2591.926126,3.66693390523994
+c44,450.60246,123.468921,59.178279,1159.5933,558.563,100.738165,100.738165,49.948052,102.069715,883.36663,215.17144,26.069312,210.33129,1.204529,1.669613,4042.712871,2.35100098032658
+c45,450.60246,123.468921,426.5549,104.457756,51.115816,100.738165,590.3019,49.948052,102.069715,102.069715,26.069312,206.54856,26.069312,1.204529,0.107291,2361.326404,4.02503514101072
+c46,450.60246,123.468921,426.5549,104.457756,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,344.11179,26.069312,351.94343,1.204529,1.669613,2336.762339,4.06734634183325
+c47,352.4661,123.468921,426.5549,104.457756,51.115816,100.738165,971.2723,49.948052,102.069715,883.36663,26.069312,26.069312,210.33129,1.204529,1.04789,3430.180688,2.77082251502599
+c48,450.60246,123.468921,701.7255,104.457756,51.115816,100.738165,971.2723,49.948052,102.069715,102.069715,26.069312,206.54856,26.069312,7.640322,1.669613,3025.465519,3.14147419105079
+c49,450.60246,123.468921,426.5549,104.457756,558.563,572.2717,100.738165,490.07014,857.91333,102.069715,26.069312,26.069312,210.33129,1.204529,0.107291,4050.491821,2.34648589439811
+c50,352.4661,123.468921,701.7255,104.457756,558.563,572.2717,100.738165,49.948052,527.54432,893.91043,215.17144,26.069312,26.069312,1.204529,1.669613,4255.27815,2.23356067444003
+c51,450.60246,123.468921,59.178279,652.9992,333.7788,544.1687,100.738165,290.68457,102.069715,102.069715,208.37216,26.069312,26.069312,1.204529,1.04789,3022.521728,3.14453383593562
+c12,1506.209648
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c34,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c37,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c38,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c39,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c40,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c41,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c42,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c43,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c45,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c46,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c47,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c48,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c49,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c50,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c51,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_results1.csv b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_results1.csv
new file mode 100644
index 0000000000000000000000000000000000000000..fa38a02ff27be3de0da8d5ce5598fcea3f304bb2
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_results1.csv
@@ -0,0 +1,209 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,1108.984,7471.505,3792.343,6973.454,3475.891,6007.756,6530.41,3324.8076,6053.9348,6493.6098,2479.9481,2376.5679,2353.8847,69.37799,1.812953,58514.286843,0.999999998291016
+c1,1108.984,174.570537,87.285268,6973.454,3475.891,157.113483,157.113483,1683.0934,157.113483,157.113483,1299.926,1273.3007,39.466907,69.37799,1.812953,16815.616687,3.47975858299987
+c2,1108.984,174.570537,87.285268,3356.913,1731.6018,6007.756,157.113483,78.556742,3203.344,157.113483,39.466907,39.466907,1286.6509,69.37799,1.812953,17500.01397,3.34367084557435
+c3,1108.984,174.570537,87.285268,157.113483,3475.891,3053.2545,157.113483,1683.0934,157.113483,157.113483,1299.926,1273.3007,39.466907,69.37799,1.812953,12895.417187,4.53760320745796
+c4,1108.984,174.570537,87.285268,157.113483,1731.6018,3053.2545,157.113483,78.556742,6053.9348,157.113483,39.466907,39.466907,2353.8847,69.37799,1.812953,15263.537553,3.83359927254474
+c5,1108.984,174.570537,87.285268,6973.454,1731.6018,157.113483,157.113483,1683.0934,157.113483,157.113483,1299.926,1273.3007,39.466907,69.37799,1.812953,15071.327487,3.88249054406278
+c6,1108.984,174.570537,87.285268,157.113483,3475.891,3053.2545,157.113483,1683.0934,157.113483,157.113483,1299.926,1273.3007,39.466907,69.37799,1.812953,12895.417187,4.53760320745796
+c7,1108.984,174.570537,87.285268,3356.913,1731.6018,6007.756,157.113483,78.556742,3203.344,157.113483,39.466907,39.466907,1286.6509,69.37799,1.812953,17500.01397,3.34367084557435
+c8,1108.984,174.570537,87.285268,6973.454,3475.891,157.113483,157.113483,1683.0934,157.113483,157.113483,1299.926,1273.3007,39.466907,69.37799,1.812953,16815.616687,3.47975858299987
+c9,1108.984,174.570537,87.285268,157.113483,1731.6018,3053.2545,157.113483,78.556742,6053.9348,157.113483,39.466907,39.466907,2353.8847,69.37799,1.812953,15263.537553,3.83359927254474
+c10,1108.984,174.570537,87.285268,6973.454,1731.6018,157.113483,157.113483,1683.0934,157.113483,157.113483,1299.926,1273.3007,39.466907,69.37799,1.812953,15071.327487,3.88249054406278
+c11,1108.984,174.570537,87.285268,6973.454,3475.891,157.113483,157.113483,1683.0934,157.113483,157.113483,1299.926,1273.3007,39.466907,69.37799,1.812953,16815.616687,3.47975858299987
+c12,1108.984,174.570537,87.285268,157.113483,3475.891,3053.2545,157.113483,1683.0934,157.113483,157.113483,1299.926,1273.3007,39.466907,69.37799,1.812953,12895.417187,4.53760320745796
+c13,1108.984,174.570537,87.285268,6973.454,1731.6018,157.113483,157.113483,1683.0934,157.113483,157.113483,1299.926,1273.3007,39.466907,69.37799,1.812953,15071.327487,3.88249054406278
+c14,1108.984,174.570537,87.285268,3356.913,1731.6018,6007.756,157.113483,78.556742,3203.344,157.113483,39.466907,39.466907,1286.6509,69.37799,1.812953,17500.01397,3.34367084557435
+c3,12895.417187
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,352.4661,1550.099,701.7255,1159.5933,558.563,925.6073,971.2723,490.07014,857.91333,883.36663,344.11179,344.22248,351.94343,12.419968,1.04789,9504.422158,0.999999989478582
+c1,352.4661,90.532480,45.439232,1159.5933,558.563,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,206.54856,21.220352,12.419968,1.04789,3278.109628,2.89936059089722
+c2,352.4661,90.532480,45.439232,652.9992,333.7788,925.6073,82.574848,41.518080,527.54432,83.036160,21.220352,21.220352,210.33129,12.419968,1.04789,3401.736372,2.79399131479812
+c3,352.4661,90.532480,45.439232,82.574848,558.563,544.1687,82.574848,290.68457,83.036160,83.036160,208.37216,206.54856,21.220352,12.419968,1.04789,2662.685028,3.5694878294299
+c4,352.4661,90.532480,45.439232,82.574848,333.7788,544.1687,82.574848,41.518080,857.91333,83.036160,21.220352,21.220352,351.94343,12.419968,1.04789,2921.85457,3.25287299727334
+c5,352.4661,90.532480,45.439232,1159.5933,333.7788,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,206.54856,21.220352,12.419968,1.04789,3053.325428,3.11280997418759
+c6,352.4661,90.532480,45.439232,82.574848,558.563,544.1687,82.574848,290.68457,83.036160,83.036160,208.37216,206.54856,21.220352,12.419968,1.04789,2662.685028,3.5694878294299
+c7,352.4661,90.532480,45.439232,652.9992,333.7788,925.6073,82.574848,41.518080,527.54432,83.036160,21.220352,21.220352,210.33129,12.419968,1.04789,3401.736372,2.79399131479812
+c8,352.4661,90.532480,45.439232,1159.5933,558.563,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,206.54856,21.220352,12.419968,1.04789,3278.109628,2.89936059089722
+c9,352.4661,90.532480,45.439232,82.574848,333.7788,544.1687,82.574848,41.518080,857.91333,83.036160,21.220352,21.220352,351.94343,12.419968,1.04789,2921.85457,3.25287299727334
+c10,352.4661,90.532480,45.439232,1159.5933,333.7788,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,206.54856,21.220352,12.419968,1.04789,3053.325428,3.11280997418759
+c11,352.4661,90.532480,45.439232,1159.5933,558.563,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,206.54856,21.220352,12.419968,1.04789,3278.109628,2.89936059089722
+c12,352.4661,90.532480,45.439232,82.574848,558.563,544.1687,82.574848,290.68457,83.036160,83.036160,208.37216,206.54856,21.220352,12.419968,1.04789,2662.685028,3.5694878294299
+c13,352.4661,90.532480,45.439232,1159.5933,333.7788,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,206.54856,21.220352,12.419968,1.04789,3053.325428,3.11280997418759
+c14,352.4661,90.532480,45.439232,652.9992,333.7788,925.6073,82.574848,41.518080,527.54432,83.036160,21.220352,21.220352,210.33129,12.419968,1.04789,3401.736372,2.79399131479812
+c3,2662.685028
+
+Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,1108.984,7471.505,3792.343,6973.454,3475.891,6007.756,6530.41,3324.8076,6053.9348,6493.6098,2479.9481,2376.5679,2353.8847,69.37799,1.812953,58514.286843,0.999999998291016
+c1,1108.984,472.88204,219.119355,6973.454,3475.891,352.195669,352.195669,1683.0934,357.330128,357.330128,1299.926,1273.3007,89.882488,69.37799,1.812953,18086.77552,3.23519725529718
+c2,1108.984,472.88204,219.119355,3356.913,1731.6018,6130.47,352.195669,171.815177,3203.344,357.330128,89.882488,89.882488,1286.6509,70.74902,1.812953,18643.633018,3.13856674139901
+c3,1108.984,472.88204,219.119355,375.615141,3475.891,3197.8545,352.195669,1683.0934,357.330128,357.330128,1299.926,1273.3007,89.882488,69.37799,1.812953,14334.595492,4.08203262292633
+c4,1108.984,472.88204,219.119355,375.615141,1731.6018,3053.2545,352.195669,171.815177,6053.9348,357.330128,89.882488,89.882488,2353.8847,69.37799,1.812953,16501.573229,3.54598229371053
+c5,1108.984,472.88204,219.119355,6973.454,1802.5061,352.195669,352.195669,1683.0934,357.330128,357.330128,1299.926,1273.3007,89.882488,69.37799,1.812953,16413.39062,3.56503344380265
+c6,1108.984,472.88204,219.119355,375.615141,3475.891,3197.8545,352.195669,1683.0934,357.330128,357.330128,1299.926,1273.3007,89.882488,69.37799,1.812953,14334.595492,4.08203262292633
+c7,1108.984,472.88204,219.119355,3356.913,1731.6018,6130.47,352.195669,171.815177,3203.344,357.330128,89.882488,89.882488,1286.6509,70.74902,1.812953,18643.633018,3.13856674139901
+c8,1108.984,472.88204,219.119355,6973.454,3475.891,352.195669,352.195669,1683.0934,357.330128,357.330128,1299.926,1273.3007,89.882488,69.37799,1.812953,18086.77552,3.23519725529718
+c9,1108.984,472.88204,219.119355,375.615141,1731.6018,3053.2545,352.195669,171.815177,6053.9348,357.330128,89.882488,89.882488,2353.8847,69.37799,1.812953,16501.573229,3.54598229371053
+c10,1108.984,472.88204,219.119355,6973.454,1802.5061,352.195669,352.195669,1683.0934,357.330128,357.330128,1299.926,1273.3007,89.882488,69.37799,1.812953,16413.39062,3.56503344380265
+c11,1108.984,472.88204,219.119355,6973.454,3475.891,352.195669,352.195669,1683.0934,357.330128,357.330128,1299.926,1273.3007,89.882488,69.37799,1.812953,18086.77552,3.23519725529718
+c12,1108.984,472.88204,219.119355,375.615141,3475.891,3197.8545,352.195669,1683.0934,357.330128,357.330128,1299.926,1273.3007,89.882488,69.37799,1.812953,14334.595492,4.08203262292633
+c13,1108.984,472.88204,219.119355,6973.454,1802.5061,352.195669,352.195669,1683.0934,357.330128,357.330128,1299.926,1273.3007,89.882488,69.37799,1.812953,16413.39062,3.56503344380265
+c14,1108.984,472.88204,219.119355,3356.913,1731.6018,6130.47,352.195669,171.815177,3203.344,357.330128,89.882488,89.882488,1286.6509,70.74902,1.812953,18643.633018,3.13856674139901
+c3,14334.595492
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,188.762345,90.173220,0,0,151.959867,151.959867,0,153.127903,153.127903,0,0,38.454652,0,0,927.565757,0
+c2,0,188.762345,90.173220,0,0,0,151.959867,74.930729,0,153.127903,38.454652,38.454652,0,0,0,735.863368,0
+c3,0,188.762345,90.173220,157.595858,0,0,151.959867,0,153.127903,153.127903,0,0,38.454652,0,0,933.201748,0
+c4,0,188.762345,90.173220,157.595858,0,0,151.959867,74.930729,0,153.127903,38.454652,38.454652,0,0,0,893.459226,0
+c5,0,188.762345,90.173220,0,0,151.959867,151.959867,0,153.127903,153.127903,0,0,38.454652,0,0,927.565757,0
+c6,0,188.762345,90.173220,157.595858,0,0,151.959867,0,153.127903,153.127903,0,0,38.454652,0,0,933.201748,0
+c7,0,188.762345,90.173220,0,0,0,151.959867,74.930729,0,153.127903,38.454652,38.454652,0,0,0,735.863368,0
+c8,0,188.762345,90.173220,0,0,151.959867,151.959867,0,153.127903,153.127903,0,0,38.454652,0,0,927.565757,0
+c9,0,188.762345,90.173220,157.595858,0,0,151.959867,74.930729,0,153.127903,38.454652,38.454652,0,0,0,893.459226,0
+c10,0,188.762345,90.173220,0,0,151.959867,151.959867,0,153.127903,153.127903,0,0,38.454652,0,0,927.565757,0
+c11,0,188.762345,90.173220,0,0,151.959867,151.959867,0,153.127903,153.127903,0,0,38.454652,0,0,927.565757,0
+c12,0,188.762345,90.173220,157.595858,0,0,151.959867,0,153.127903,153.127903,0,0,38.454652,0,0,933.201748,0
+c13,0,188.762345,90.173220,0,0,151.959867,151.959867,0,153.127903,153.127903,0,0,38.454652,0,0,927.565757,0
+c14,0,188.762345,90.173220,0,0,0,151.959867,74.930729,0,153.127903,38.454652,38.454652,0,0,0,735.863368,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,109.549158,41.660867,0,0,43.122319,43.122319,0,47.088742,47.088742,0,0,11.960929,0,0,343.593076,0
+c2,0,109.549158,41.660867,0,0,0,43.122319,18.327706,0,47.088742,11.960929,11.960929,0,0,0,283.67065,0
+c3,0,109.549158,41.660867,60.905800,0,0,43.122319,0,47.088742,47.088742,0,0,11.960929,0,0,361.376557,0
+c4,0,109.549158,41.660867,60.905800,0,0,43.122319,18.327706,0,47.088742,11.960929,11.960929,0,0,0,344.57645,0
+c5,0,109.549158,41.660867,0,0,43.122319,43.122319,0,47.088742,47.088742,0,0,11.960929,0,0,343.593076,0
+c6,0,109.549158,41.660867,60.905800,0,0,43.122319,0,47.088742,47.088742,0,0,11.960929,0,0,361.376557,0
+c7,0,109.549158,41.660867,0,0,0,43.122319,18.327706,0,47.088742,11.960929,11.960929,0,0,0,283.67065,0
+c8,0,109.549158,41.660867,0,0,43.122319,43.122319,0,47.088742,47.088742,0,0,11.960929,0,0,343.593076,0
+c9,0,109.549158,41.660867,60.905800,0,0,43.122319,18.327706,0,47.088742,11.960929,11.960929,0,0,0,344.57645,0
+c10,0,109.549158,41.660867,0,0,43.122319,43.122319,0,47.088742,47.088742,0,0,11.960929,0,0,343.593076,0
+c11,0,109.549158,41.660867,0,0,43.122319,43.122319,0,47.088742,47.088742,0,0,11.960929,0,0,343.593076,0
+c12,0,109.549158,41.660867,60.905800,0,0,43.122319,0,47.088742,47.088742,0,0,11.960929,0,0,361.376557,0
+c13,0,109.549158,41.660867,0,0,43.122319,43.122319,0,47.088742,47.088742,0,0,11.960929,0,0,343.593076,0
+c14,0,109.549158,41.660867,0,0,0,43.122319,18.327706,0,47.088742,11.960929,11.960929,0,0,0,283.67065,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,32.936441,13.739047,0,0,18.163317,18.163317,0,19.033555,19.033555,0,0,4.848960,0,0,125.918192,0
+c2,0,32.936441,13.739047,0,0,0,18.163317,8.429972,0,19.033555,4.848960,4.848960,0,0,0,102.000252,0
+c3,0,32.936441,13.739047,21.882908,0,0,18.163317,0,19.033555,19.033555,0,0,4.848960,0,0,129.637783,0
+c4,0,32.936441,13.739047,21.882908,0,0,18.163317,8.429972,0,19.033555,4.848960,4.848960,0,0,0,123.88316,0
+c5,0,32.936441,13.739047,0,0,18.163317,18.163317,0,19.033555,19.033555,0,0,4.848960,0,0,125.918192,0
+c6,0,32.936441,13.739047,21.882908,0,0,18.163317,0,19.033555,19.033555,0,0,4.848960,0,0,129.637783,0
+c7,0,32.936441,13.739047,0,0,0,18.163317,8.429972,0,19.033555,4.848960,4.848960,0,0,0,102.000252,0
+c8,0,32.936441,13.739047,0,0,18.163317,18.163317,0,19.033555,19.033555,0,0,4.848960,0,0,125.918192,0
+c9,0,32.936441,13.739047,21.882908,0,0,18.163317,8.429972,0,19.033555,4.848960,4.848960,0,0,0,123.88316,0
+c10,0,32.936441,13.739047,0,0,18.163317,18.163317,0,19.033555,19.033555,0,0,4.848960,0,0,125.918192,0
+c11,0,32.936441,13.739047,0,0,18.163317,18.163317,0,19.033555,19.033555,0,0,4.848960,0,0,125.918192,0
+c12,0,32.936441,13.739047,21.882908,0,0,18.163317,0,19.033555,19.033555,0,0,4.848960,0,0,129.637783,0
+c13,0,32.936441,13.739047,0,0,18.163317,18.163317,0,19.033555,19.033555,0,0,4.848960,0,0,125.918192,0
+c14,0,32.936441,13.739047,0,0,0,18.163317,8.429972,0,19.033555,4.848960,4.848960,0,0,0,102.000252,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,122.714,0,0,0,0,0,0,0,1.37103,0,124.08503,0
+c3,0,0,0,0,0,144.6,0,0,0,0,0,0,0,0,0,144.6,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,70.9043,0,0,0,0,0,0,0,0,0,0,70.9043,0
+c6,0,0,0,0,0,144.6,0,0,0,0,0,0,0,0,0,144.6,0
+c7,0,0,0,0,0,122.714,0,0,0,0,0,0,0,1.37103,0,124.08503,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,70.9043,0,0,0,0,0,0,0,0,0,0,70.9043,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,144.6,0,0,0,0,0,0,0,0,0,144.6,0
+c13,0,0,0,0,70.9043,0,0,0,0,0,0,0,0,0,0,70.9043,0
+c14,0,0,0,0,0,122.714,0,0,0,0,0,0,0,1.37103,0,124.08503,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,20.8654,0,0,0,0,0,0,0,0.810781,0,21.676181,0
+c3,0,0,0,0,0,28.103,0,0,0,0,0,0,0,0,0,28.103,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,14.8008,0,0,0,0,0,0,0,0,0,0,14.8008,0
+c6,0,0,0,0,0,28.103,0,0,0,0,0,0,0,0,0,28.103,0
+c7,0,0,0,0,0,20.8654,0,0,0,0,0,0,0,0.810781,0,21.676181,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,14.8008,0,0,0,0,0,0,0,0,0,0,14.8008,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,28.103,0,0,0,0,0,0,0,0,0,28.103,0
+c13,0,0,0,0,14.8008,0,0,0,0,0,0,0,0,0,0,14.8008,0
+c14,0,0,0,0,0,20.8654,0,0,0,0,0,0,0,0.810781,0,21.676181,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,352.4661,1550.099,701.7255,1159.5933,558.563,925.6073,971.2723,490.07014,857.91333,883.36663,344.11179,344.22248,351.94343,12.419968,1.04789,9504.422158,0.999999989478582
+c1,352.4661,123.468921,59.178279,1159.5933,558.563,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,206.54856,26.069312,12.419968,1.04789,3404.02782,2.79211051770692
+c2,352.4661,123.468921,59.178279,652.9992,333.7788,946.4727,100.738165,49.948052,527.54432,102.069715,26.069312,26.069312,210.33129,13.230749,1.04789,3525.412805,2.69597417781053
+c3,352.4661,123.468921,59.178279,104.457756,558.563,572.2717,100.738165,290.68457,102.069715,102.069715,208.37216,206.54856,26.069312,12.419968,1.04789,2820.425811,3.36985351075226
+c4,352.4661,123.468921,59.178279,104.457756,333.7788,544.1687,100.738165,49.948052,857.91333,102.069715,26.069312,26.069312,351.94343,12.419968,1.04789,3045.73773,3.12056476574676
+c5,352.4661,123.468921,59.178279,1159.5933,348.5796,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,206.54856,26.069312,12.419968,1.04789,3194.04442,2.975669906442
+c6,352.4661,123.468921,59.178279,104.457756,558.563,572.2717,100.738165,290.68457,102.069715,102.069715,208.37216,206.54856,26.069312,12.419968,1.04789,2820.425811,3.36985351075226
+c7,352.4661,123.468921,59.178279,652.9992,333.7788,946.4727,100.738165,49.948052,527.54432,102.069715,26.069312,26.069312,210.33129,13.230749,1.04789,3525.412805,2.69597417781053
+c8,352.4661,123.468921,59.178279,1159.5933,558.563,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,206.54856,26.069312,12.419968,1.04789,3404.02782,2.79211051770692
+c9,352.4661,123.468921,59.178279,104.457756,333.7788,544.1687,100.738165,49.948052,857.91333,102.069715,26.069312,26.069312,351.94343,12.419968,1.04789,3045.73773,3.12056476574676
+c10,352.4661,123.468921,59.178279,1159.5933,348.5796,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,206.54856,26.069312,12.419968,1.04789,3194.04442,2.975669906442
+c11,352.4661,123.468921,59.178279,1159.5933,558.563,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,206.54856,26.069312,12.419968,1.04789,3404.02782,2.79211051770692
+c12,352.4661,123.468921,59.178279,104.457756,558.563,572.2717,100.738165,290.68457,102.069715,102.069715,208.37216,206.54856,26.069312,12.419968,1.04789,2820.425811,3.36985351075226
+c13,352.4661,123.468921,59.178279,1159.5933,348.5796,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,206.54856,26.069312,12.419968,1.04789,3194.04442,2.975669906442
+c14,352.4661,123.468921,59.178279,652.9992,333.7788,946.4727,100.738165,49.948052,527.54432,102.069715,26.069312,26.069312,210.33129,13.230749,1.04789,3525.412805,2.69597417781053
+c3,2820.425811
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_results2.csv b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_results2.csv
new file mode 100644
index 0000000000000000000000000000000000000000..03e64efef1e92da5898265ce6982aebb2ff9a7c7
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_results2.csv
@@ -0,0 +1,385 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,1108.984,7471.505,3792.343,6973.454,3475.891,6007.756,6530.41,3324.8076,6053.9348,6493.6098,2479.9481,2376.5679,2353.8847,69.37799,1.812953,58514.286843,0.999999998291016
+c1,1108.984,6358.145,1949.97,3356.913,78.556742,3053.2545,69.626370,78.556742,157.113483,69.626370,1299.926,1273.3007,39.466907,57.16078,10.00372,18960.604314,3.08609818365255
+c2,1108.984,86.311660,1949.97,3356.913,78.556742,118.016247,157.113483,78.556742,3203.344,69.626370,17.490144,17.490144,1286.6509,57.16078,10.00372,11596.187932,5.04599327654297
+c3,1108.984,174.570537,38.681317,3356.913,78.556742,3053.2545,69.626370,78.556742,3203.344,69.626370,17.490144,1273.3007,39.466907,57.16078,10.00372,12629.535829,4.63313039940282
+c4,1108.984,6358.145,38.681317,3356.913,78.556742,77.680494,69.626370,78.556742,157.113483,157.113483,17.490144,1273.3007,39.466907,57.16078,10.00372,12878.792882,4.54346047217176
+c5,1108.984,6358.145,87.285268,157.113483,78.556742,118.016247,157.113483,78.556742,3203.344,69.626370,17.490144,17.490144,39.466907,57.16078,10.00372,11558.35303,5.06251073875955
+c6,1108.984,6358.145,43.155830,157.113483,34.813185,118.016247,3366.9575,78.556742,69.626370,157.113483,17.490144,17.490144,39.466907,57.16078,10.00372,11634.093535,5.02955268186648
+c7,1108.984,6358.145,38.681317,3356.913,1731.6018,69.626370,69.626370,78.556742,157.113483,3427.0759,1299.926,19.513340,39.466907,57.16078,10.00372,17822.394729,3.2831887860428
+c8,1108.984,174.570537,1949.97,3356.913,78.556742,3053.2545,69.626370,78.556742,157.113483,69.626370,17.490144,1273.3007,29.645681,57.16078,10.00372,11484.772769,5.09494506425489
+c9,1108.984,6358.145,38.681317,3356.913,78.556742,69.626370,157.113483,1683.0934,157.113483,157.113483,1299.926,1273.3007,39.466907,57.16078,10.00372,15845.198385,3.69287181213874
+c10,1108.984,174.570537,38.681317,3356.913,78.556742,118.016247,69.626370,78.556742,3203.344,69.626370,39.466907,17.490144,1286.6509,57.16078,10.00372,9707.647776,6.02764826149737
+c11,1108.984,6358.145,38.681317,3356.913,78.556742,69.626370,157.113483,1683.0934,157.113483,157.113483,1299.926,1273.3007,39.466907,57.16078,10.00372,15845.198385,3.69287181213874
+c12,1108.984,6358.145,38.681317,3356.913,78.556742,77.680494,69.626370,78.556742,157.113483,157.113483,17.490144,1273.3007,39.466907,57.16078,10.00372,12878.792882,4.54346047217176
+c13,1108.984,174.570537,38.681317,3356.913,78.556742,3053.2545,69.626370,78.556742,3203.344,69.626370,17.490144,1273.3007,39.466907,57.16078,10.00372,12629.535829,4.63313039940282
+c14,1108.984,6358.145,38.681317,3356.913,1731.6018,69.626370,69.626370,78.556742,157.113483,3427.0759,1299.926,19.513340,39.466907,57.16078,10.00372,17822.394729,3.2831887860428
+c15,1108.984,86.311660,1949.97,3356.913,78.556742,118.016247,157.113483,78.556742,3203.344,69.626370,17.490144,17.490144,1286.6509,57.16078,10.00372,11596.187932,5.04599327654297
+c16,1108.984,6358.145,43.155830,157.113483,34.813185,118.016247,3366.9575,78.556742,69.626370,157.113483,17.490144,17.490144,39.466907,57.16078,10.00372,11634.093535,5.02955268186648
+c17,1108.984,174.570537,1949.97,3356.913,78.556742,3053.2545,69.626370,78.556742,157.113483,69.626370,17.490144,1273.3007,29.645681,57.16078,10.00372,11484.772769,5.09494506425489
+c18,1108.984,174.570537,38.681317,3356.913,78.556742,118.016247,69.626370,78.556742,3203.344,69.626370,39.466907,17.490144,1286.6509,57.16078,10.00372,9707.647776,6.02764826149737
+c19,1108.984,86.311660,43.155830,3356.913,34.813185,118.016247,69.626370,78.556742,3203.344,69.626370,17.490144,17.490144,39.466907,57.16078,10.00372,8310.959099,7.04061774843518
+c20,1108.984,6358.145,87.285268,157.113483,78.556742,118.016247,157.113483,78.556742,3203.344,69.626370,17.490144,17.490144,39.466907,57.16078,10.00372,11558.35303,5.06251073875955
+c21,1108.984,174.570537,38.681317,3356.913,78.556742,3053.2545,3366.9575,78.556742,157.113483,69.626370,17.490144,1273.3007,39.466907,57.16078,10.00372,12880.636442,4.54281018272676
+c22,1108.984,6358.145,38.681317,3356.913,1731.6018,69.626370,69.626370,78.556742,157.113483,3427.0759,1299.926,19.513340,39.466907,57.16078,10.00372,17822.394729,3.2831887860428
+c23,1108.984,6358.145,87.285268,157.113483,78.556742,118.016247,157.113483,78.556742,3203.344,69.626370,17.490144,17.490144,39.466907,57.16078,10.00372,11558.35303,5.06251073875955
+c24,1108.984,6358.145,43.155830,3356.913,1731.6018,3053.2545,157.113483,1683.0934,157.113483,157.113483,1299.926,1273.3007,39.466907,57.16078,10.00372,20486.346086,2.8562578368898
+c25,1108.984,86.311660,1949.97,3356.913,78.556742,118.016247,157.113483,78.556742,3203.344,69.626370,17.490144,17.490144,1286.6509,57.16078,10.00372,11596.187932,5.04599327654297
+c26,1108.984,174.570537,1949.97,3356.913,78.556742,3053.2545,69.626370,78.556742,157.113483,69.626370,17.490144,1273.3007,29.645681,57.16078,10.00372,11484.772769,5.09494506425489
+c27,1108.984,6358.145,43.155830,157.113483,34.813185,118.016247,3366.9575,78.556742,69.626370,157.113483,17.490144,17.490144,39.466907,57.16078,10.00372,11634.093535,5.02955268186648
+c28,1108.984,6358.145,38.681317,3356.913,78.556742,69.626370,157.113483,1683.0934,157.113483,157.113483,1299.926,1273.3007,39.466907,57.16078,10.00372,15845.198385,3.69287181213874
+c29,1108.984,6358.145,38.681317,3356.913,78.556742,77.680494,69.626370,78.556742,157.113483,157.113483,17.490144,1273.3007,39.466907,57.16078,10.00372,12878.792882,4.54346047217176
+c30,1108.984,174.570537,38.681317,3356.913,78.556742,118.016247,69.626370,78.556742,3203.344,69.626370,39.466907,17.490144,1286.6509,57.16078,10.00372,9707.647776,6.02764826149737
+c19,8310.959099
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,352.4661,1550.099,701.7255,1159.5933,558.563,925.6073,971.2723,490.07014,857.91333,883.36663,344.11179,344.22248,351.94343,12.419968,1.04789,9504.422158,0.999999989478582
+c1,352.4661,1610.85,426.5549,652.9992,41.518080,544.1687,82.574848,41.518080,83.036160,83.036160,208.37216,206.54856,21.220352,7.640322,1.669613,4364.173235,2.17782874978315
+c2,352.4661,90.532480,426.5549,652.9992,41.518080,82.574848,82.574848,41.518080,527.54432,83.036160,21.220352,21.220352,210.33129,7.640322,1.669613,2643.400945,3.59552788101436
+c3,352.4661,90.532480,45.439232,652.9992,41.518080,544.1687,82.574848,41.518080,527.54432,83.036160,21.220352,206.54856,21.220352,7.640322,1.669613,2720.096399,3.49414888828177
+c4,352.4661,1610.85,45.439232,652.9992,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,21.220352,206.54856,21.220352,7.640322,1.669613,3334.311907,2.850489737627
+c5,352.4661,1610.85,45.439232,82.574848,41.518080,82.574848,82.574848,41.518080,527.54432,83.036160,21.220352,21.220352,21.220352,7.640322,1.669613,3023.067507,3.1439661276487
+c6,352.4661,1610.85,45.439232,82.574848,41.518080,82.574848,590.3019,41.518080,83.036160,83.036160,21.220352,21.220352,21.220352,7.640322,1.669613,3086.286399,3.07956573736092
+c7,352.4661,1610.85,45.439232,652.9992,333.7788,82.574848,82.574848,41.518080,83.036160,543.5573,208.37216,21.220352,21.220352,7.640322,1.669613,4088.917367,2.32443482528233
+c8,352.4661,90.532480,426.5549,652.9992,41.518080,544.1687,82.574848,41.518080,83.036160,83.036160,21.220352,206.54856,21.220352,7.640322,1.669613,2656.703907,3.57752392925871
+c9,352.4661,1610.85,45.439232,652.9992,41.518080,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,206.54856,21.220352,7.640322,1.669613,3770.630205,2.52064545956594
+c10,352.4661,90.532480,45.439232,652.9992,41.518080,82.574848,82.574848,41.518080,527.54432,83.036160,21.220352,21.220352,210.33129,7.640322,1.669613,2262.285277,4.20124810717017
+c11,352.4661,1610.85,45.439232,652.9992,41.518080,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,206.54856,21.220352,7.640322,1.669613,3770.630205,2.52064545956594
+c12,352.4661,1610.85,45.439232,652.9992,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,21.220352,206.54856,21.220352,7.640322,1.669613,3334.311907,2.850489737627
+c13,352.4661,90.532480,45.439232,652.9992,41.518080,544.1687,82.574848,41.518080,527.54432,83.036160,21.220352,206.54856,21.220352,7.640322,1.669613,2720.096399,3.49414888828177
+c14,352.4661,1610.85,45.439232,652.9992,333.7788,82.574848,82.574848,41.518080,83.036160,543.5573,208.37216,21.220352,21.220352,7.640322,1.669613,4088.917367,2.32443482528233
+c15,352.4661,90.532480,426.5549,652.9992,41.518080,82.574848,82.574848,41.518080,527.54432,83.036160,21.220352,21.220352,210.33129,7.640322,1.669613,2643.400945,3.59552788101436
+c16,352.4661,1610.85,45.439232,82.574848,41.518080,82.574848,590.3019,41.518080,83.036160,83.036160,21.220352,21.220352,21.220352,7.640322,1.669613,3086.286399,3.07956573736092
+c17,352.4661,90.532480,426.5549,652.9992,41.518080,544.1687,82.574848,41.518080,83.036160,83.036160,21.220352,206.54856,21.220352,7.640322,1.669613,2656.703907,3.57752392925871
+c18,352.4661,90.532480,45.439232,652.9992,41.518080,82.574848,82.574848,41.518080,527.54432,83.036160,21.220352,21.220352,210.33129,7.640322,1.669613,2262.285277,4.20124810717017
+c19,352.4661,90.532480,45.439232,652.9992,41.518080,82.574848,82.574848,41.518080,527.54432,83.036160,21.220352,21.220352,21.220352,7.640322,1.669613,2073.174339,4.58447778402307
+c20,352.4661,1610.85,45.439232,82.574848,41.518080,82.574848,82.574848,41.518080,527.54432,83.036160,21.220352,21.220352,21.220352,7.640322,1.669613,3023.067507,3.1439661276487
+c21,352.4661,90.532480,45.439232,652.9992,41.518080,544.1687,590.3019,41.518080,83.036160,83.036160,21.220352,206.54856,21.220352,7.640322,1.669613,2783.315291,3.41478446486268
+c22,352.4661,1610.85,45.439232,652.9992,333.7788,82.574848,82.574848,41.518080,83.036160,543.5573,208.37216,21.220352,21.220352,7.640322,1.669613,4088.917367,2.32443482528233
+c23,352.4661,1610.85,45.439232,82.574848,41.518080,82.574848,82.574848,41.518080,527.54432,83.036160,21.220352,21.220352,21.220352,7.640322,1.669613,3023.067507,3.1439661276487
+c24,352.4661,1610.85,45.439232,652.9992,333.7788,544.1687,82.574848,290.68457,83.036160,83.036160,208.37216,206.54856,21.220352,7.640322,1.669613,4524.484777,2.1006639244868
+c25,352.4661,90.532480,426.5549,652.9992,41.518080,82.574848,82.574848,41.518080,527.54432,83.036160,21.220352,21.220352,210.33129,7.640322,1.669613,2643.400945,3.59552788101436
+c26,352.4661,90.532480,426.5549,652.9992,41.518080,544.1687,82.574848,41.518080,83.036160,83.036160,21.220352,206.54856,21.220352,7.640322,1.669613,2656.703907,3.57752392925871
+c27,352.4661,1610.85,45.439232,82.574848,41.518080,82.574848,590.3019,41.518080,83.036160,83.036160,21.220352,21.220352,21.220352,7.640322,1.669613,3086.286399,3.07956573736092
+c28,352.4661,1610.85,45.439232,652.9992,41.518080,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,206.54856,21.220352,7.640322,1.669613,3770.630205,2.52064545956594
+c29,352.4661,1610.85,45.439232,652.9992,41.518080,82.574848,82.574848,41.518080,83.036160,83.036160,21.220352,206.54856,21.220352,7.640322,1.669613,3334.311907,2.850489737627
+c30,352.4661,90.532480,45.439232,652.9992,41.518080,82.574848,82.574848,41.518080,527.54432,83.036160,21.220352,21.220352,210.33129,7.640322,1.669613,2262.285277,4.20124810717017
+c19,2073.174339
+
+Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,1108.984,7471.505,3792.343,6973.454,3475.891,6007.756,6530.41,3324.8076,6053.9348,6493.6098,2479.9481,2376.5679,2353.8847,69.37799,1.812953,58514.286843,0.999999998291016
+c1,1108.984,6756.043,1949.97,3356.913,179.180675,3053.2545,264.708556,171.815177,357.330128,269.843015,1299.926,1273.3007,89.882488,57.16078,10.00372,20198.315739,2.89698840781653
+c2,1108.984,384.623163,1949.97,3356.913,179.180675,313.098433,352.195669,171.815177,3203.344,269.843015,67.905725,67.905725,1286.6509,57.16078,10.00372,12779.593982,4.57872812450413
+c3,1108.984,472.88204,170.515404,3356.913,179.180675,3053.2545,264.708556,171.815177,3203.344,269.843015,67.905725,1273.3007,89.882488,57.16078,10.00372,13749.69378,4.25567924302035
+c4,1108.984,6756.043,170.515404,3356.913,179.180675,272.76268,264.708556,171.815177,357.330128,357.330128,67.905725,1273.3007,89.882488,57.16078,10.00372,14493.836161,4.03718420639608
+c5,1108.984,6756.043,219.119355,375.615141,179.180675,313.098433,352.195669,171.815177,3203.344,269.843015,67.905725,67.905725,89.882488,57.16078,10.00372,13242.096903,4.41880820158194
+c6,1108.984,6756.043,174.989917,375.615141,135.437118,313.098433,3366.9575,171.815177,269.843015,357.330128,67.905725,67.905725,89.882488,57.16078,10.00372,13322.971867,4.39198453527753
+c7,1108.984,6756.043,170.515404,3356.913,1731.6018,264.708556,264.708556,171.815177,357.330128,3427.0759,1299.926,69.928921,89.882488,57.16078,10.00372,19136.59743,3.05771633391299
+c8,1108.984,472.88204,1949.97,3356.913,179.180675,3053.2545,264.708556,171.815177,357.330128,269.843015,67.905725,1273.3007,80.061262,57.16078,10.00372,12673.313278,4.61712616880261
+c9,1108.984,6756.043,170.515404,3356.913,179.180675,264.708556,352.195669,1683.0934,357.330128,357.330128,1299.926,1273.3007,89.882488,57.16078,10.00372,17316.567648,3.37909265245465
+c10,1108.984,472.88204,170.515404,3356.913,179.180675,313.098433,264.708556,171.815177,3203.344,269.843015,89.882488,67.905725,1286.6509,57.16078,10.00372,11022.887913,5.30843520990056
+c11,1108.984,6756.043,170.515404,3356.913,179.180675,264.708556,352.195669,1683.0934,357.330128,357.330128,1299.926,1273.3007,89.882488,57.16078,10.00372,17316.567648,3.37909265245465
+c12,1108.984,6756.043,170.515404,3356.913,179.180675,272.76268,264.708556,171.815177,357.330128,357.330128,67.905725,1273.3007,89.882488,57.16078,10.00372,14493.836161,4.03718420639608
+c13,1108.984,472.88204,170.515404,3356.913,179.180675,3053.2545,264.708556,171.815177,3203.344,269.843015,67.905725,1273.3007,89.882488,57.16078,10.00372,13749.69378,4.25567924302035
+c14,1108.984,6756.043,170.515404,3356.913,1731.6018,264.708556,264.708556,171.815177,357.330128,3427.0759,1299.926,69.928921,89.882488,57.16078,10.00372,19136.59743,3.05771633391299
+c15,1108.984,384.623163,1949.97,3356.913,179.180675,313.098433,352.195669,171.815177,3203.344,269.843015,67.905725,67.905725,1286.6509,57.16078,10.00372,12779.593982,4.57872812450413
+c16,1108.984,6756.043,174.989917,375.615141,135.437118,313.098433,3366.9575,171.815177,269.843015,357.330128,67.905725,67.905725,89.882488,57.16078,10.00372,13322.971867,4.39198453527753
+c17,1108.984,472.88204,1949.97,3356.913,179.180675,3053.2545,264.708556,171.815177,357.330128,269.843015,67.905725,1273.3007,80.061262,57.16078,10.00372,12673.313278,4.61712616880261
+c18,1108.984,472.88204,170.515404,3356.913,179.180675,313.098433,264.708556,171.815177,3203.344,269.843015,89.882488,67.905725,1286.6509,57.16078,10.00372,11022.887913,5.30843520990056
+c19,1108.984,384.623163,174.989917,3356.913,135.437118,313.098433,264.708556,171.815177,3203.344,269.843015,67.905725,67.905725,89.882488,57.16078,10.00372,9676.614817,6.04697896370779
+c20,1108.984,6756.043,219.119355,375.615141,179.180675,313.098433,352.195669,171.815177,3203.344,269.843015,67.905725,67.905725,89.882488,57.16078,10.00372,13242.096903,4.41880820158194
+c21,1108.984,472.88204,170.515404,3356.913,179.180675,3053.2545,3366.9575,171.815177,357.330128,269.843015,67.905725,1273.3007,89.882488,57.16078,10.00372,14005.928852,4.17782262379993
+c22,1108.984,6756.043,170.515404,3356.913,1731.6018,264.708556,264.708556,171.815177,357.330128,3427.0759,1299.926,69.928921,89.882488,57.16078,10.00372,19136.59743,3.05771633391299
+c23,1108.984,6756.043,219.119355,375.615141,179.180675,313.098433,352.195669,171.815177,3203.344,269.843015,67.905725,67.905725,89.882488,57.16078,10.00372,13242.096903,4.41880820158194
+c24,1108.984,6756.043,174.989917,3356.913,1731.6018,3053.2545,352.195669,1683.0934,357.330128,357.330128,1299.926,1273.3007,89.882488,57.16078,10.00372,21662.00923,2.70124003510435
+c25,1108.984,384.623163,1949.97,3356.913,179.180675,313.098433,352.195669,171.815177,3203.344,269.843015,67.905725,67.905725,1286.6509,57.16078,10.00372,12779.593982,4.57872812450413
+c26,1108.984,472.88204,1949.97,3356.913,179.180675,3053.2545,264.708556,171.815177,357.330128,269.843015,67.905725,1273.3007,80.061262,57.16078,10.00372,12673.313278,4.61712616880261
+c27,1108.984,6756.043,174.989917,375.615141,135.437118,313.098433,3366.9575,171.815177,269.843015,357.330128,67.905725,67.905725,89.882488,57.16078,10.00372,13322.971867,4.39198453527753
+c28,1108.984,6756.043,170.515404,3356.913,179.180675,264.708556,352.195669,1683.0934,357.330128,357.330128,1299.926,1273.3007,89.882488,57.16078,10.00372,17316.567648,3.37909265245465
+c29,1108.984,6756.043,170.515404,3356.913,179.180675,272.76268,264.708556,171.815177,357.330128,357.330128,67.905725,1273.3007,89.882488,57.16078,10.00372,14493.836161,4.03718420639608
+c30,1108.984,472.88204,170.515404,3356.913,179.180675,313.098433,264.708556,171.815177,3203.344,269.843015,89.882488,67.905725,1286.6509,57.16078,10.00372,11022.887913,5.30843520990056
+c19,9676.614817
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,76.708720,0,151.959867,74.930729,153.127903,153.127903,0,0,38.454652,0,0,648.309774,0
+c2,0,188.762345,0,0,76.708720,151.959867,151.959867,74.930729,0,153.127903,38.454652,38.454652,0,0,0,874.358735,0
+c3,0,188.762345,90.173220,0,76.708720,0,151.959867,74.930729,0,153.127903,38.454652,0,38.454652,0,0,812.572088,0
+c4,0,0,90.173220,0,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,38.454652,0,38.454652,0,0,928.897513,0
+c5,0,0,90.173220,157.595858,76.708720,151.959867,151.959867,74.930729,0,153.127903,38.454652,38.454652,38.454652,0,0,971.82012,0
+c6,0,0,90.173220,157.595858,76.708720,151.959867,0,74.930729,153.127903,153.127903,38.454652,38.454652,38.454652,0,0,972.988156,0
+c7,0,0,90.173220,0,0,151.959867,151.959867,74.930729,153.127903,0,0,38.454652,38.454652,0,0,699.06089,0
+c8,0,188.762345,0,0,76.708720,0,151.959867,74.930729,153.127903,153.127903,38.454652,0,38.454652,0,0,875.526771,0
+c9,0,0,90.173220,0,76.708720,151.959867,151.959867,0,153.127903,153.127903,0,0,38.454652,0,0,815.512132,0
+c10,0,188.762345,90.173220,0,76.708720,151.959867,151.959867,74.930729,0,153.127903,38.454652,38.454652,0,0,0,964.531955,0
+c11,0,0,90.173220,0,76.708720,151.959867,151.959867,0,153.127903,153.127903,0,0,38.454652,0,0,815.512132,0
+c12,0,0,90.173220,0,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,38.454652,0,38.454652,0,0,928.897513,0
+c13,0,188.762345,90.173220,0,76.708720,0,151.959867,74.930729,0,153.127903,38.454652,0,38.454652,0,0,812.572088,0
+c14,0,0,90.173220,0,0,151.959867,151.959867,74.930729,153.127903,0,0,38.454652,38.454652,0,0,699.06089,0
+c15,0,188.762345,0,0,76.708720,151.959867,151.959867,74.930729,0,153.127903,38.454652,38.454652,0,0,0,874.358735,0
+c16,0,0,90.173220,157.595858,76.708720,151.959867,0,74.930729,153.127903,153.127903,38.454652,38.454652,38.454652,0,0,972.988156,0
+c17,0,188.762345,0,0,76.708720,0,151.959867,74.930729,153.127903,153.127903,38.454652,0,38.454652,0,0,875.526771,0
+c18,0,188.762345,90.173220,0,76.708720,151.959867,151.959867,74.930729,0,153.127903,38.454652,38.454652,0,0,0,964.531955,0
+c19,0,188.762345,90.173220,0,76.708720,151.959867,151.959867,74.930729,0,153.127903,38.454652,38.454652,38.454652,0,0,1002.986607,0
+c20,0,0,90.173220,157.595858,76.708720,151.959867,151.959867,74.930729,0,153.127903,38.454652,38.454652,38.454652,0,0,971.82012,0
+c21,0,188.762345,90.173220,0,76.708720,0,0,74.930729,153.127903,153.127903,38.454652,0,38.454652,0,0,813.740124,0
+c22,0,0,90.173220,0,0,151.959867,151.959867,74.930729,153.127903,0,0,38.454652,38.454652,0,0,699.06089,0
+c23,0,0,90.173220,157.595858,76.708720,151.959867,151.959867,74.930729,0,153.127903,38.454652,38.454652,38.454652,0,0,971.82012,0
+c24,0,0,90.173220,0,0,0,151.959867,0,153.127903,153.127903,0,0,38.454652,0,0,586.843545,0
+c25,0,188.762345,0,0,76.708720,151.959867,151.959867,74.930729,0,153.127903,38.454652,38.454652,0,0,0,874.358735,0
+c26,0,188.762345,0,0,76.708720,0,151.959867,74.930729,153.127903,153.127903,38.454652,0,38.454652,0,0,875.526771,0
+c27,0,0,90.173220,157.595858,76.708720,151.959867,0,74.930729,153.127903,153.127903,38.454652,38.454652,38.454652,0,0,972.988156,0
+c28,0,0,90.173220,0,76.708720,151.959867,151.959867,0,153.127903,153.127903,0,0,38.454652,0,0,815.512132,0
+c29,0,0,90.173220,0,76.708720,151.959867,151.959867,74.930729,153.127903,153.127903,38.454652,0,38.454652,0,0,928.897513,0
+c30,0,188.762345,90.173220,0,76.708720,151.959867,151.959867,74.930729,0,153.127903,38.454652,38.454652,0,0,0,964.531955,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,23.915213,0,43.122319,18.327706,47.088742,47.088742,0,0,11.960929,0,0,191.503651,0
+c2,0,109.549158,0,0,23.915213,43.122319,43.122319,18.327706,0,47.088742,11.960929,11.960929,0,0,0,309.047315,0
+c3,0,109.549158,41.660867,0,23.915213,0,43.122319,18.327706,0,47.088742,11.960929,0,11.960929,0,0,307.585863,0
+c4,0,0,41.660867,0,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,11.960929,0,11.960929,0,0,288.247766,0
+c5,0,0,41.660867,60.905800,23.915213,43.122319,43.122319,18.327706,0,47.088742,11.960929,11.960929,11.960929,0,0,314.025753,0
+c6,0,0,41.660867,60.905800,23.915213,43.122319,0,18.327706,47.088742,47.088742,11.960929,11.960929,11.960929,0,0,317.992176,0
+c7,0,0,41.660867,0,0,43.122319,43.122319,18.327706,47.088742,0,0,11.960929,11.960929,0,0,217.243811,0
+c8,0,109.549158,0,0,23.915213,0,43.122319,18.327706,47.088742,47.088742,11.960929,0,11.960929,0,0,313.013738,0
+c9,0,0,41.660867,0,23.915213,43.122319,43.122319,0,47.088742,47.088742,0,0,11.960929,0,0,257.959131,0
+c10,0,109.549158,41.660867,0,23.915213,43.122319,43.122319,18.327706,0,47.088742,11.960929,11.960929,0,0,0,350.708182,0
+c11,0,0,41.660867,0,23.915213,43.122319,43.122319,0,47.088742,47.088742,0,0,11.960929,0,0,257.959131,0
+c12,0,0,41.660867,0,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,11.960929,0,11.960929,0,0,288.247766,0
+c13,0,109.549158,41.660867,0,23.915213,0,43.122319,18.327706,0,47.088742,11.960929,0,11.960929,0,0,307.585863,0
+c14,0,0,41.660867,0,0,43.122319,43.122319,18.327706,47.088742,0,0,11.960929,11.960929,0,0,217.243811,0
+c15,0,109.549158,0,0,23.915213,43.122319,43.122319,18.327706,0,47.088742,11.960929,11.960929,0,0,0,309.047315,0
+c16,0,0,41.660867,60.905800,23.915213,43.122319,0,18.327706,47.088742,47.088742,11.960929,11.960929,11.960929,0,0,317.992176,0
+c17,0,109.549158,0,0,23.915213,0,43.122319,18.327706,47.088742,47.088742,11.960929,0,11.960929,0,0,313.013738,0
+c18,0,109.549158,41.660867,0,23.915213,43.122319,43.122319,18.327706,0,47.088742,11.960929,11.960929,0,0,0,350.708182,0
+c19,0,109.549158,41.660867,0,23.915213,43.122319,43.122319,18.327706,0,47.088742,11.960929,11.960929,11.960929,0,0,362.669111,0
+c20,0,0,41.660867,60.905800,23.915213,43.122319,43.122319,18.327706,0,47.088742,11.960929,11.960929,11.960929,0,0,314.025753,0
+c21,0,109.549158,41.660867,0,23.915213,0,0,18.327706,47.088742,47.088742,11.960929,0,11.960929,0,0,311.552286,0
+c22,0,0,41.660867,0,0,43.122319,43.122319,18.327706,47.088742,0,0,11.960929,11.960929,0,0,217.243811,0
+c23,0,0,41.660867,60.905800,23.915213,43.122319,43.122319,18.327706,0,47.088742,11.960929,11.960929,11.960929,0,0,314.025753,0
+c24,0,0,41.660867,0,0,0,43.122319,0,47.088742,47.088742,0,0,11.960929,0,0,190.921599,0
+c25,0,109.549158,0,0,23.915213,43.122319,43.122319,18.327706,0,47.088742,11.960929,11.960929,0,0,0,309.047315,0
+c26,0,109.549158,0,0,23.915213,0,43.122319,18.327706,47.088742,47.088742,11.960929,0,11.960929,0,0,313.013738,0
+c27,0,0,41.660867,60.905800,23.915213,43.122319,0,18.327706,47.088742,47.088742,11.960929,11.960929,11.960929,0,0,317.992176,0
+c28,0,0,41.660867,0,23.915213,43.122319,43.122319,0,47.088742,47.088742,0,0,11.960929,0,0,257.959131,0
+c29,0,0,41.660867,0,23.915213,43.122319,43.122319,18.327706,47.088742,47.088742,11.960929,0,11.960929,0,0,288.247766,0
+c30,0,109.549158,41.660867,0,23.915213,43.122319,43.122319,18.327706,0,47.088742,11.960929,11.960929,0,0,0,350.708182,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,9.597736,0,18.163317,8.429972,19.033555,19.033555,0,0,4.848960,0,0,79.107095,0
+c2,0,32.936441,0,0,9.597736,18.163317,18.163317,8.429972,0,19.033555,4.848960,4.848960,0,0,0,116.022258,0
+c3,0,32.936441,13.739047,0,9.597736,0,18.163317,8.429972,0,19.033555,4.848960,0,4.848960,0,0,111.597988,0
+c4,0,0,13.739047,0,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,4.848960,0,4.848960,0,0,115.858419,0
+c5,0,0,13.739047,21.882908,9.597736,18.163317,18.163317,8.429972,0,19.033555,4.848960,4.848960,4.848960,0,0,123.556732,0
+c6,0,0,13.739047,21.882908,9.597736,18.163317,0,8.429972,19.033555,19.033555,4.848960,4.848960,4.848960,0,0,124.42697,0
+c7,0,0,13.739047,0,0,18.163317,18.163317,8.429972,19.033555,0,0,4.848960,4.848960,0,0,87.227128,0
+c8,0,32.936441,0,0,9.597736,0,18.163317,8.429972,19.033555,19.033555,4.848960,0,4.848960,0,0,116.892496,0
+c9,0,0,13.739047,0,9.597736,18.163317,18.163317,0,19.033555,19.033555,0,0,4.848960,0,0,102.579487,0
+c10,0,32.936441,13.739047,0,9.597736,18.163317,18.163317,8.429972,0,19.033555,4.848960,4.848960,0,0,0,129.761305,0
+c11,0,0,13.739047,0,9.597736,18.163317,18.163317,0,19.033555,19.033555,0,0,4.848960,0,0,102.579487,0
+c12,0,0,13.739047,0,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,4.848960,0,4.848960,0,0,115.858419,0
+c13,0,32.936441,13.739047,0,9.597736,0,18.163317,8.429972,0,19.033555,4.848960,0,4.848960,0,0,111.597988,0
+c14,0,0,13.739047,0,0,18.163317,18.163317,8.429972,19.033555,0,0,4.848960,4.848960,0,0,87.227128,0
+c15,0,32.936441,0,0,9.597736,18.163317,18.163317,8.429972,0,19.033555,4.848960,4.848960,0,0,0,116.022258,0
+c16,0,0,13.739047,21.882908,9.597736,18.163317,0,8.429972,19.033555,19.033555,4.848960,4.848960,4.848960,0,0,124.42697,0
+c17,0,32.936441,0,0,9.597736,0,18.163317,8.429972,19.033555,19.033555,4.848960,0,4.848960,0,0,116.892496,0
+c18,0,32.936441,13.739047,0,9.597736,18.163317,18.163317,8.429972,0,19.033555,4.848960,4.848960,0,0,0,129.761305,0
+c19,0,32.936441,13.739047,0,9.597736,18.163317,18.163317,8.429972,0,19.033555,4.848960,4.848960,4.848960,0,0,134.610265,0
+c20,0,0,13.739047,21.882908,9.597736,18.163317,18.163317,8.429972,0,19.033555,4.848960,4.848960,4.848960,0,0,123.556732,0
+c21,0,32.936441,13.739047,0,9.597736,0,0,8.429972,19.033555,19.033555,4.848960,0,4.848960,0,0,112.468226,0
+c22,0,0,13.739047,0,0,18.163317,18.163317,8.429972,19.033555,0,0,4.848960,4.848960,0,0,87.227128,0
+c23,0,0,13.739047,21.882908,9.597736,18.163317,18.163317,8.429972,0,19.033555,4.848960,4.848960,4.848960,0,0,123.556732,0
+c24,0,0,13.739047,0,0,0,18.163317,0,19.033555,19.033555,0,0,4.848960,0,0,74.818434,0
+c25,0,32.936441,0,0,9.597736,18.163317,18.163317,8.429972,0,19.033555,4.848960,4.848960,0,0,0,116.022258,0
+c26,0,32.936441,0,0,9.597736,0,18.163317,8.429972,19.033555,19.033555,4.848960,0,4.848960,0,0,116.892496,0
+c27,0,0,13.739047,21.882908,9.597736,18.163317,0,8.429972,19.033555,19.033555,4.848960,4.848960,4.848960,0,0,124.42697,0
+c28,0,0,13.739047,0,9.597736,18.163317,18.163317,0,19.033555,19.033555,0,0,4.848960,0,0,102.579487,0
+c29,0,0,13.739047,0,9.597736,18.163317,18.163317,8.429972,19.033555,19.033555,4.848960,0,4.848960,0,0,115.858419,0
+c30,0,32.936441,13.739047,0,9.597736,18.163317,18.163317,8.429972,0,19.033555,4.848960,4.848960,0,0,0,129.761305,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c5,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c6,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c7,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c12,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c16,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c22,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c23,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c24,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c27,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c28,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c29,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c5,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c6,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c7,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c12,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c16,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c22,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c23,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c24,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c27,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c28,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c29,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,352.4661,1550.099,701.7255,1159.5933,558.563,925.6073,971.2723,490.07014,857.91333,883.36663,344.11179,344.22248,351.94343,12.419968,1.04789,9504.422158,0.999999989478582
+c1,352.4661,1720.485,426.5549,652.9992,51.115816,544.1687,100.738165,49.948052,102.069715,102.069715,208.37216,206.54856,26.069312,7.640322,1.669613,4552.91533,2.08754638739248
+c2,352.4661,123.468921,426.5549,652.9992,51.115816,100.738165,100.738165,49.948052,527.54432,102.069715,26.069312,26.069312,210.33129,7.640322,1.669613,2759.423203,3.44435090754903
+c3,352.4661,123.468921,59.178279,652.9992,51.115816,544.1687,100.738165,49.948052,527.54432,102.069715,26.069312,206.54856,26.069312,7.640322,1.669613,2831.694387,3.3564433598447
+c4,352.4661,1720.485,59.178279,652.9992,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,26.069312,206.54856,26.069312,7.640322,1.669613,3559.805326,2.66992743158991
+c5,352.4661,1720.485,59.178279,104.457756,51.115816,100.738165,100.738165,49.948052,527.54432,102.069715,26.069312,26.069312,26.069312,7.640322,1.669613,3256.259239,2.91881609187762
+c6,352.4661,1720.485,59.178279,104.457756,51.115816,100.738165,590.3019,49.948052,102.069715,102.069715,26.069312,26.069312,26.069312,7.640322,1.669613,3320.348369,2.8624773112632
+c7,352.4661,1720.485,59.178279,652.9992,333.7788,100.738165,100.738165,49.948052,102.069715,543.5573,208.37216,26.069312,26.069312,7.640322,1.669613,4285.779495,2.21766470891044
+c8,352.4661,123.468921,426.5549,652.9992,51.115816,544.1687,100.738165,49.948052,102.069715,102.069715,26.069312,206.54856,26.069312,7.640322,1.669613,2773.596403,3.42675012306936
+c9,352.4661,1720.485,59.178279,652.9992,51.115816,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,206.54856,26.069312,7.640322,1.669613,3982.844692,2.38634007960609
+c10,352.4661,123.468921,59.178279,652.9992,51.115816,100.738165,100.738165,49.948052,527.54432,102.069715,26.069312,26.069312,210.33129,7.640322,1.669613,2392.046582,3.97334309130343
+c11,352.4661,1720.485,59.178279,652.9992,51.115816,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,206.54856,26.069312,7.640322,1.669613,3982.844692,2.38634007960609
+c12,352.4661,1720.485,59.178279,652.9992,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,26.069312,206.54856,26.069312,7.640322,1.669613,3559.805326,2.66992743158991
+c13,352.4661,123.468921,59.178279,652.9992,51.115816,544.1687,100.738165,49.948052,527.54432,102.069715,26.069312,206.54856,26.069312,7.640322,1.669613,2831.694387,3.3564433598447
+c14,352.4661,1720.485,59.178279,652.9992,333.7788,100.738165,100.738165,49.948052,102.069715,543.5573,208.37216,26.069312,26.069312,7.640322,1.669613,4285.779495,2.21766470891044
+c15,352.4661,123.468921,426.5549,652.9992,51.115816,100.738165,100.738165,49.948052,527.54432,102.069715,26.069312,26.069312,210.33129,7.640322,1.669613,2759.423203,3.44435090754903
+c16,352.4661,1720.485,59.178279,104.457756,51.115816,100.738165,590.3019,49.948052,102.069715,102.069715,26.069312,26.069312,26.069312,7.640322,1.669613,3320.348369,2.8624773112632
+c17,352.4661,123.468921,426.5549,652.9992,51.115816,544.1687,100.738165,49.948052,102.069715,102.069715,26.069312,206.54856,26.069312,7.640322,1.669613,2773.596403,3.42675012306936
+c18,352.4661,123.468921,59.178279,652.9992,51.115816,100.738165,100.738165,49.948052,527.54432,102.069715,26.069312,26.069312,210.33129,7.640322,1.669613,2392.046582,3.97334309130343
+c19,352.4661,123.468921,59.178279,652.9992,51.115816,100.738165,100.738165,49.948052,527.54432,102.069715,26.069312,26.069312,26.069312,7.640322,1.669613,2207.784604,4.30495878551027
+c20,352.4661,1720.485,59.178279,104.457756,51.115816,100.738165,100.738165,49.948052,527.54432,102.069715,26.069312,26.069312,26.069312,7.640322,1.669613,3256.259239,2.91881609187762
+c21,352.4661,123.468921,59.178279,652.9992,51.115816,544.1687,590.3019,49.948052,102.069715,102.069715,26.069312,206.54856,26.069312,7.640322,1.669613,2895.783517,3.28215896457294
+c22,352.4661,1720.485,59.178279,652.9992,333.7788,100.738165,100.738165,49.948052,102.069715,543.5573,208.37216,26.069312,26.069312,7.640322,1.669613,4285.779495,2.21766470891044
+c23,352.4661,1720.485,59.178279,104.457756,51.115816,100.738165,100.738165,49.948052,527.54432,102.069715,26.069312,26.069312,26.069312,7.640322,1.669613,3256.259239,2.91881609187762
+c24,352.4661,1720.485,59.178279,652.9992,333.7788,544.1687,100.738165,290.68457,102.069715,102.069715,208.37216,206.54856,26.069312,7.640322,1.669613,4708.938211,2.01837899124689
+c25,352.4661,123.468921,426.5549,652.9992,51.115816,100.738165,100.738165,49.948052,527.54432,102.069715,26.069312,26.069312,210.33129,7.640322,1.669613,2759.423203,3.44435090754903
+c26,352.4661,123.468921,426.5549,652.9992,51.115816,544.1687,100.738165,49.948052,102.069715,102.069715,26.069312,206.54856,26.069312,7.640322,1.669613,2773.596403,3.42675012306936
+c27,352.4661,1720.485,59.178279,104.457756,51.115816,100.738165,590.3019,49.948052,102.069715,102.069715,26.069312,26.069312,26.069312,7.640322,1.669613,3320.348369,2.8624773112632
+c28,352.4661,1720.485,59.178279,652.9992,51.115816,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,206.54856,26.069312,7.640322,1.669613,3982.844692,2.38634007960609
+c29,352.4661,1720.485,59.178279,652.9992,51.115816,100.738165,100.738165,49.948052,102.069715,102.069715,26.069312,206.54856,26.069312,7.640322,1.669613,3559.805326,2.66992743158991
+c30,352.4661,123.468921,59.178279,652.9992,51.115816,100.738165,100.738165,49.948052,527.54432,102.069715,26.069312,26.069312,210.33129,7.640322,1.669613,2392.046582,3.97334309130343
+c19,2207.784604
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_tensors.txt b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_tensors.txt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6b42b93c0446c298489429261592fe99e2f81b
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar10/vgg16_tensors.txt
@@ -0,0 +1,64 @@
+#Conv1,3
+Conv1,163.415,464.69,310.228,694.841,7.62006,16.0868,83.4767,247.452
+Add1,113.913,376.561,69.7114,211.862,314.261,894.668,83.2799,265.625
+Relu1,75.1381,267.733,63.043,222.775,116.511,379.888,83.4086,300.518
+#Conv2,4
+Conv2,1186.37,5295.79,1399.51,5412.29,109.635,397.898,83.3307,436.945
+Add2,114.041,707.602,69.1905,303.338,336.556,1525.29,83.1178,365.325
+Relu2,74.295,455.493,62.4233,282.215,106.67,463.637,83.0734,372.529
+Pool1,175.393,1012.62,79.7262,360.302,106.496,467.712,20.9488,92.2916
+#Conv3,3
+Conv3,613.82,3267.16,354.47,1585.56,28.5399,124.01,41.6322,203.92
+Add3,51.2818,306.368,40.9358,206.435,52.9835,255.846,41.6412,204.32
+Relu3,36.6237,218.815,31.1491,157.975,53.9219,262.044,41.4745,201.753
+#Conv4,4
+Conv4,982.846,5808.36,543.421,2780.23,52.8973,253.818,41.5238,236.022
+Add4,51.329,344.524,37.6205,200.601,146.069,779.141,41.3499,213.133
+Relu4,36.7139,244.573,31.1126,165.225,52.5946,268.222,41.3761,210.186
+Pool2,88.7044,575.997,40.8451,210.857,52.6109,263.231,10.5892,50.2118
+#Conv5,3
+Conv5,491.91,3047.42,278.988,1427.88,14.8008,70.9043,20.8418,110.25
+Add5,48.2779,312.538,39.1711,216.321,27.4739,144.775,20.8433,109.029
+Relu5,18.3751,115.933,15.6197,87.4008,27.1876,142.132,20.7564,107.244
+#Conv6,3
+Conv6,858.952,5554.16,490.314,2738.69,28.103,144.6,20.8654,122.714
+Add6,48.3038,331.31,38.2773,222.684,78.3804,453.985,20.7551,113.98
+Relu6,18.3515,122.286,15.5774,91.8805,26.9604,148.182,20.7925,111.946
+#Conv7,4
+Conv7,859.425,5760.38,514.632,2922.64,28.2053,152.501,20.8436,124.457
+Add7,48.1751,337.048,38.3104,225.263,81.46,477.128,20.7616,115.225
+Relu7,18.3889,125.084,15.5863,93.2475,27.0202,149.73,20.7296,113.484
+Pool3,45.2833,307.898,21.7732,125.807,27.105,148.004,5.37692,25.667
+#Conv8,3
+Conv8,434.046,2940.43,240.716,1378.49,9.68469,49.5859,10.5597,59.0058
+Add8,46.6813,323.76,42.0846,253.744,14.6636,82.9186,10.5141,57.5583
+Relu8,9.34284,60.6176,7.88397,50.8594,14.4739,80.2487,10.4677,57.0219
+#Conv9,3
+Conv9,801.893,5651.89,477.878,2885.71,16.2347,90.1067,10.5851,63.9065
+Add9,46.6775,338.552,41.8259,265.047,39.8499,247.783,10.4589,60.1816
+Relu9,9.34283,63.4928,7.84042,52.587,14.2726,83.3662,10.4563,59.3499
+#Conv10,4
+Conv10,802.661,5895.34,481.652,3018.22,16.267,94.4725,10.5438,65.7062
+Add10,46.7852,353.064,41.8232,272.933,40.0563,257.396,10.5152,61.7303
+Relu10,9.31493,65.6928,7.8553,54.9037,14.2674,85.1708,10.4698,61.6665
+Pool4,24.6055,179.513,12.2268,81.0192,14.3183,85.3146,2.76689,12.3171
+#Conv11,3
+Conv11,308.859,2238.17,173.774,1077.96,6.79928,37.3658,2.77964,12.8278
+Add11,32.7593,228.974,32.499,205.175,4.84751,25.3885,2.71712,12.3719
+Relu11,2.49349,12.8041,2.09916,16.791,4.48398,23.4935,2.65339,11.6345
+#Conv12,3
+Conv12,308.957,2143.29,172.103,1054.21,6.35668,34.3,2.76929,12.2454
+Add12,32.7648,220.92,32.3458,201.907,4.88662,25.364,2.69777,11.7633
+Relu12,2.50068,12.3579,2.09976,17.1837,4.44727,22.6715,2.64916,11.3108
+#Conv13,4
+Conv13,308.526,2076.4,171.684,1041.08,6.20782,33.1375,2.76826,12.0417
+Add13,32.723,215.055,32.2976,199.983,4.91853,25.4026,2.71496,12.0093
+Relu13,2.48762,12.2284,2.10382,16.7344,4.36041,22.0096,2.72796,11.4339
+Pool5,8.20681,50.2013,4.24587,28.8535,4.30952,21.6535,0.789328,1.12606
+#FC1,3
+Mul1,10.6715,65.8927,5.49296,37.0659,2.18449,8.22985,0.810781,1.37103
+Add14,0.902452,1.91287,0.999932,9.47008,1.88605,7.19323,0.760782,0.960605
+Relu14,0.846016,1.57242,1.14743,10.6248,1.5964,5.26066,0.762322,0.9319
+#FC2,2
+Mul2,0.821147,1.66598,1.31517,8.1931,1.76803,6.49192,0.133188,0.0183427
+Add15,0.226743,0.146973,0.354443,1.81062,0.764484,1.36953,0.120211,0.0438951
diff --git a/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_confs1.txt b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_confs1.txt
new file mode 100644
index 0000000000000000000000000000000000000000..2c88b81aaa9620b01f75897e5e082dd78c1d3d57
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_confs1.txt
@@ -0,0 +1,13 @@
+9 9 9,9 9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,7,7,7,8 8 8,8 8 8 8,7,7,8 8 8 8,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,7,8 8 8,7,8 8 8 8,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,7,8 8 8,7,8 8 8 8,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,7,7,7,8 8 8,8 8 8 8,7,7,8 8 8 8,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,7,8 8 8,7,8 8 8 8,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,7,8 8 8,7,8 8 8 8,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,7,8 8 8,7,8 8 8 8,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,7,7,7,8 8 8,8 8 8 8,7,7,8 8 8 8,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,7,8 8 8,7,8 8 8 8,8 8 8,8 8
diff --git a/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_confs2.txt b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_confs2.txt
new file mode 100644
index 0000000000000000000000000000000000000000..8dacc6e3fe910098503d504feece0b5ecd1753dc
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_confs2.txt
@@ -0,0 +1,13 @@
+9 9 9,9 9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,7,8 8 8,7,8 8 8,8 8 8,7,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,7,8 8 8,8 8 8,8 8 8 8,6,6,7,8 8 8,7,6,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,7,8 8 8 8,8 8 8,7,7,8 8 8,7,7,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,7,8 8 8 8,8 8 8,7,7,8 8 8,8 8 8,7,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,7,8 8 8,7,8 8 8,8 8 8,7,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,7,8 8 8,8 8 8,8 8 8 8,6,6,7,8 8 8,7,6,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,7,8 8 8 8,8 8 8,7,7,8 8 8,7,7,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,7,8 8 8 8,8 8 8,7,7,8 8 8,8 8 8,7,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,7,8 8 8,7,8 8 8,8 8 8,7,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,7,8 8 8,8 8 8,8 8 8 8,6,6,7,8 8 8,7,6,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,7,8 8 8 8,8 8 8,7,7,8 8 8,7,7,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,7,8 8 8 8,8 8 8,7,7,8 8 8,8 8 8,7,8 8 8,8 8
diff --git a/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_fp16.csv b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_fp16.csv
new file mode 100644
index 0000000000000000000000000000000000000000..04c4cfc4efb2b0fe6f94ddc332d356ba2966da72
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_fp16.csv
@@ -0,0 +1,148 @@
+Add1,69.7114,211.862,107.8,104.062,6085.83,3099.48,2986.34,49.2963,152.515,80.4532,73.6474,4385.91,2317.11,2113.98
+Add10,41.8232,272.933,216.003,56.9294,13052.8,10330.2,2722.54,29.5763,193.08,152.806,40.2755,9233.85,7307.84,1926.04
+Add10_f2h,40.0563,257.396,205.254,52.142,12850.3,10247,2603.29,28.3409,182.148,145.252,36.8963,9087.18,7246.3,1840.92
+Add10_h2f,10.5152,61.7303,48.6618,13.0686,11780.8,9286.75,2494.08,7.45143,43.7235,34.4675,9.2562,8348.86,6581.42,1767.47
+Add11,32.499,205.175,160.15,45.0253,12627.7,9856.71,2770.94,22.9909,145.16,113.305,31.856,8930.63,6971.08,1959.62
+Add11_f2h,4.84751,25.3885,19.8298,5.55869,10456,8166.49,2289.46,3.43461,18.1215,14.1539,3.96771,7436.9,5808.46,1628.52
+Add11_h2f,2.71712,12.3719,9.65008,2.72179,9106.03,7102.66,2003.36,1.92229,8.92178,6.95893,1.96292,6563.12,5119.11,1444.06
+Add12,32.3458,201.907,158.806,43.1007,12485.6,9820.54,2665.04,22.8734,142.79,112.309,30.483,8830.29,6945.65,1884.77
+Add12_f2h,4.88662,25.364,19.9643,5.39974,10378.2,8169.14,2209.1,3.45883,18.0489,14.2063,3.84293,7376.52,5806.53,1570.11
+Add12_h2f,2.69777,11.7633,9.24658,2.51676,8720.78,6854.97,1865.81,1.90775,8.49592,6.67815,1.81791,6297.92,4950.42,1347.6
+Add13,32.2976,199.983,158.214,41.7697,12384.7,9798.1,2586.56,22.8397,141.436,111.896,29.5422,8758.82,6929.74,1829.23
+Add13_f2h,4.91853,25.4026,20.1163,5.28634,10314.5,8167.97,2146.57,3.50657,18.2597,14.4609,3.79914,7330.34,5804.95,1525.56
+Add13_h2f,2.71496,12.0093,9.49625,2.51304,8840.31,6990.41,1849.9,1.92046,8.68342,6.8666,1.81698,6383.37,5047.78,1335.71
+Add14,0.999932,9.47008,7.42388,2.0462,18954.6,14861.4,4093.23,0.708467,7.11012,5.57305,1.53723,14214.1,11144.8,3069.6
+Add14_f2h,1.88605,7.19323,5.64536,1.54786,7493.19,5878.86,1614.33,1.34509,5.54955,4.35727,1.1924,5686.64,4462.19,1224.59
+Add14_h2f,0.760782,0.960605,0.753025,0.20758,2523.02,1977.84,545.18,0.538123,1.10915,0.869399,0.23978,2911.43,2282.18,629.323
+Add15,0.354443,1.81062,1.41722,0.393395,10528.4,8243.7,2284.66,0.255481,2.29175,1.79496,0.496829,13969.3,10946.3,3023.19
+Add15_f2h,0.764484,1.36953,1.07351,0.296021,3102.43,2430.16,672.268,0.572894,1.59231,1.24879,0.343541,3452.8,2704.95,747.932
+Add15_h2f,0.120211,0.0438951,0.0343584,0.00953666,722.085,565.205,156.881,0.0858258,0.0897805,0.0702545,0.0195276,1484.29,1161.5,322.825
+Add1_f2h,314.261,894.668,472.564,422.104,5684.96,2999.37,2685.59,222.29,654.332,365.302,299.156,4151.15,2314.09,1902.21
+Add1_h2f,83.2799,265.625,135.314,130.311,6379.44,3249.94,3129.5,58.8888,190.41,99.6739,92.2071,4573.2,2394.11,2214.4
+Add2,69.1905,303.338,199.548,103.79,8768.52,5768.33,3000.19,48.9274,214.509,141.116,73.3959,6200.7,4079.22,2121.55
+Add2_f2h,336.556,1525.29,1077.85,447.443,9065.06,6405.97,2659.09,238.064,1078.88,762.399,316.488,6410.37,4530.13,1880.3
+Add2_h2f,83.1178,365.325,234.29,131.036,8790.52,5637.51,3153.01,58.7743,258.343,165.686,92.6601,6216.16,3986.69,2229.56
+Add3,40.9358,206.435,132.407,74.0277,10086.1,6469.28,3616.86,28.9503,146.001,93.6465,52.3555,7132.63,4575.01,2557.68
+Add3_f2h,52.9835,255.846,166.622,89.2241,9657.91,6289.83,3368.08,37.4671,180.924,117.829,63.0955,6829.52,4447.85,2381.69
+Add3_h2f,41.6412,204.32,129.501,74.8188,9814.92,6220.84,3594.07,29.4469,144.508,91.593,52.9164,6942.13,4400.1,2542.08
+Add4,37.6205,200.601,138.934,61.6676,10664.8,7386.36,3278.47,26.6043,141.874,98.2614,43.6138,7542.19,5223.74,2318.49
+Add4_f2h,146.069,779.141,555.206,223.935,10669.7,7603.38,3066.3,103.384,551.386,392.897,158.49,7544.72,5376.51,2168.23
+Add4_h2f,41.3499,213.133,145.707,67.426,10308.5,7047.34,3261.17,29.2407,150.732,103.047,47.6846,7289.72,4983.6,2306.13
+Add5,39.1711,216.321,149.235,67.0856,11045,7619.75,3425.3,27.7004,152.99,105.545,47.445,7810.9,5388.61,2422.31
+Add5_f2h,27.4739,144.775,100.707,44.0675,10539.5,7331.45,3208.09,19.4282,102.386,71.2208,31.165,7453.51,5184.78,2268.74
+Add5_h2f,20.8433,109.029,74.8169,34.2117,10461.4,7178.79,3282.61,14.7445,77.147,52.9395,24.2078,7398.96,5077.34,2321.65
+Add6,38.2773,222.684,163.353,59.3305,11635.7,8535.58,3100.14,27.0679,157.484,115.525,41.9589,8228.62,6036.27,2192.36
+Add6_f2h,78.3804,453.985,337.891,116.094,11585.2,8622.75,2962.45,55.4654,321.237,239.086,82.1516,8192.13,6097.33,2094.81
+Add6_h2f,20.7551,113.98,83.0303,30.9501,10983.3,8000.93,2982.38,14.6773,80.6183,58.7275,21.891,7767.8,5658.58,2109.24
+Add7,38.3104,225.263,168.705,56.5575,11759.8,8807.22,2952.55,27.0935,159.323,119.322,40.0017,8316.1,6228.2,2087.92
+Add7_f2h,81.46,477.128,362.784,114.344,11714.6,8907.2,2807.39,57.624,337.519,256.632,80.8876,8283.65,6298.49,1985.17
+Add7_h2f,20.7616,115.225,85.6469,29.5778,11099.7,8250.44,2849.26,14.6822,81.4998,60.5791,20.9209,7850.09,5834.99,2015.11
+Add8,42.0846,253.744,188.878,64.8666,12058.8,8976.12,3082.68,29.7613,179.461,133.584,45.8767,8527.74,6347.77,2180
+Add8_f2h,14.6636,82.9186,61.9626,20.956,11309.1,8451,2858.12,10.3711,58.6733,43.8445,14.8289,8000.2,5978.33,2021.89
+Add8_h2f,10.5141,57.5583,42.7041,14.8542,10948.7,8123.2,2825.55,7.43528,40.7375,30.2242,10.5133,7748.37,5748.74,1999.65
+Add9,41.8259,265.047,205.792,59.2543,12674.6,9841.07,2833.5,29.5785,187.445,145.539,41.9062,8963.23,6959.46,2003.8
+Add9_f2h,39.8499,247.783,193.75,54.033,12435.2,9723.35,2711.83,28.1894,175.299,137.075,38.2246,8793.58,6875.93,1917.67
+Add9_h2f,10.4589,60.1816,46.5522,13.6294,11508.3,8902.04,2606.31,7.39612,42.594,32.9479,9.64626,8144.6,6300.12,1844.51
+Conv1,310.228,694.841,342.376,352.465,5137.93,2796.38,2341.55,227.742,502.069,283.327,253.153,4000.56,2481.3,1665.08
+Conv10,481.652,3018.22,2355.36,662.857,12534.5,9781.99,2752.5,340.625,2134.28,1665.53,468.767,8863.57,6917.32,1946.32
+Conv10_f2h,16.267,94.4725,71.7156,22.7569,11613.2,8815.27,2797.92,11.5068,66.8653,50.7629,16.1033,8215,6235.99,1979.12
+Conv10_h2f,10.5438,65.7062,52.8554,12.8508,12463.8,10026.1,2437.66,7.45594,46.5025,37.4079,9.09478,8820.88,7095.76,1725.14
+Conv11,173.774,1077.96,835.557,242.405,12410.5,9620.47,2790,122.957,762.523,591.018,171.513,8775.98,6803.22,1972.86
+Conv11_f2h,6.79928,37.3658,28.7179,8.64791,10989.1,8446.21,2542.86,4.81142,26.5033,20.3687,6.13521,7787.5,5985.57,1802.09
+Conv11_h2f,2.77964,12.8278,10.0359,2.79191,9229.29,7220.6,2008.69,1.96619,9.21135,7.20639,2.00505,6624.71,5182.79,1441.97
+Conv12,172.103,1054.21,824.356,229.857,12254.7,9583.51,2671.18,121.754,745.623,583.022,162.614,8665.94,6777.23,1888.86
+Conv12_f2h,6.35668,34.3,26.5952,7.70476,10790.7,8366.52,2424.14,4.49979,24.3436,18.8767,5.46737,7649.53,5931.31,1718.37
+Conv12_h2f,2.76929,12.2454,9.6556,2.58978,8837.54,6968.57,1868.97,1.95863,8.84718,6.97582,1.87148,6378.23,5029.25,1349.07
+Conv13,171.684,1041.08,819.652,221.43,12131.7,9552.2,2579.48,121.445,736.263,579.64,156.639,8579.07,6755.25,1824.02
+Conv13_f2h,6.20782,33.1375,25.8857,7.25183,10669.3,8333.91,2335.41,4.39486,23.5409,18.3911,5.15048,7566.21,5910.3,1656.12
+Conv13_h2f,2.76826,12.0417,9.55355,2.48819,8700.26,6902.56,1797.7,1.95823,8.68074,6.88708,1.79382,6270.3,4974.74,1295.67
+Conv1_f2h,7.62006,16.0868,8.21342,7.87343,4543.5,2445.6,2097.91,5.45871,12.1698,7.31434,5.59711,3581.38,2233.61,1494.73
+Conv1_h2f,83.4767,247.452,143.632,103.82,5928.39,3441,2487.39,59.0279,183.614,113.023,73.667,4398.72,2707.49,1764.94
+Conv2,1399.51,5412.29,3378.78,2033.51,7735.19,4829.01,2906.18,989.654,3830.09,2393.05,1438.02,5474.06,3420.35,2055.12
+Conv2_f2h,109.635,397.898,194.591,203.307,7252.79,3544.58,3708.21,77.5331,282.821,139.764,143.829,5150.57,2542.09,2622.66
+Conv2_h2f,83.3307,436.945,336.643,100.302,10486.9,8079.59,2407.3,58.9247,308.997,238.072,70.9279,7415.87,5713.65,1702.27
+Conv3,354.47,1585.56,948.24,637.318,8947.03,5350.96,3596.07,250.683,1121.23,670.544,450.697,6326.72,3783.93,2542.83
+Conv3_f2h,28.5399,124.01,71.14,52.8695,8689.56,4984.75,3704.81,20.1903,87.7504,50.3439,37.4082,6145.43,3525.53,2620.02
+Conv3_h2f,41.6322,203.92,135.55,68.3698,9796.09,6511.67,3284.41,29.4395,144.212,95.8623,48.3504,6927.44,4604.9,2322.58
+Conv4,543.421,2780.23,1853.46,926.763,10232.8,6821.89,3410.92,384.277,1965.96,1310.62,655.348,7235.83,4823.95,2411.91
+Conv4_f2h,52.8973,253.818,152.989,100.829,9599.81,5786.36,3813.45,37.4134,179.493,108.19,71.3037,6789.28,4092.37,2696.95
+Conv4_h2f,41.5238,236.022,174.197,61.8248,11368,8390.24,2977.78,29.3628,166.909,123.187,43.7213,8038.87,5933.13,2105.74
+Conv5,278.988,1427.88,945.3,482.585,10236.5,6776.91,3459.59,197.282,1009.7,668.449,341.252,7238.45,4792.15,2446.32
+Conv5_f2h,14.8008,70.9043,45.1842,25.7201,9581.37,6105.87,3475.5,10.4668,50.1662,31.9688,18.1977,6778.52,4319.78,2458.78
+Conv5_h2f,20.8418,110.25,77.5339,32.7165,10579.5,7440.09,3139.45,14.7375,78.0695,54.9032,23.1665,7491.32,5268.35,2222.99
+Conv6,490.314,2738.69,1950.74,787.949,11171.6,7957.5,3214.1,346.719,1936.58,1379.4,557.184,7899.63,5626.93,2272.73
+Conv6_f2h,28.103,144.6,96.262,48.3381,10291.3,6851.06,3440.28,19.8745,102.268,68.0815,34.1867,7277.97,4845.06,2432.93
+Conv6_h2f,20.8654,122.714,92.9633,29.7508,11762.4,8910.71,2851.66,14.7546,86.7919,65.7503,21.0417,8318.79,6302.01,2016.79
+Conv7,514.632,2922.64,2150.64,772,11358.7,8358.43,3000.25,363.913,2066.64,1520.74,545.901,8031.96,5910.47,2121.51
+Conv7_f2h,28.2053,152.501,107.622,44.8785,10813.7,7631.44,3182.25,19.9546,107.904,76.1494,31.7549,7647.43,5396.98,2250.48
+Conv7_h2f,20.8436,124.457,96.3593,28.0977,11942.1,9246.03,2696.05,14.7391,88.0253,68.1525,19.8729,8446.1,6539.32,1906.8
+Conv8,240.716,1378.49,1006.49,371.999,11454.2,8363.32,3090.86,170.247,974.885,711.794,263.094,8099.49,5913.93,2185.59
+Conv8_f2h,9.68469,49.5859,35.2796,14.3062,10241.5,7287.22,2954.3,6.87516,35.2358,25.0675,10.1686,7251.09,5159.52,2091.63
+Conv8_h2f,10.5597,59.0058,44.3452,14.6605,11175.6,8398.89,2776.67,7.46752,41.7631,31.3867,10.3764,7908.98,5943.95,1965.05
+Conv9,477.878,2885.71,2189.28,696.429,12080.4,9165.65,2914.72,338.05,2040.9,1548.28,492.646,8542.53,6481.6,2061.04
+Conv9_f2h,16.2347,90.1067,65.6407,24.466,11099.8,8085.77,3014.08,11.4848,63.772,46.458,17.3143,7851.77,5719.72,2132.09
+Conv9_h2f,10.5851,63.9065,50.4134,13.4931,12075.4,9525.82,2549.57,7.48625,45.2319,35.6818,9.55026,8545.5,6741.23,1804.29
+Mul1,5.49296,37.0659,29.09,7.97593,13530.7,10624,2906.69,3.93147,26.5587,20.8353,5.72401,9606.57,7543.24,2063.55
+Mul1_f2h,2.18449,8.22985,6.46583,1.76402,7507.4,5897.26,1610.14,1.54872,6.15957,4.84093,1.31877,5588.96,4391.09,1197.99
+Mul1_h2f,0.810781,1.37103,1.07631,0.294716,3393.71,2664.12,729.59,0.574493,1.51826,1.19191,0.326392,3760.1,2951.69,808.488
+Mul2,1.31517,8.1931,6.40985,1.78324,12447.5,9739.56,2707.96,0.931548,6.00801,4.69986,1.30826,9120.64,7136.62,1984.19
+Mul2_f2h,1.76803,6.49192,5.08483,1.40709,7151.61,5599.64,1551.97,1.26447,5.09282,3.99098,1.10192,5498.59,4306.31,1192.38
+Mul2_h2f,0.133188,0.0183427,0.0143504,0.0039923,261.068,204.28,56.7875,0.0949979,0.06404,0.0500845,0.013956,879.603,688.197,191.411
+Pool1,79.7262,360.302,206.802,153.501,9038.84,5188.08,3850.75,56.3789,254.792,146.244,108.551,6391.73,3668.8,2722.98
+Pool1_f2h,106.496,467.712,270.25,197.462,8783.74,5075.34,3708.4,75.3091,330.755,191.123,139.636,6211.29,3589.1,2622.27
+Pool1_h2f,20.9488,92.2916,53.56,38.7316,8810.98,5113.32,3697.66,14.8149,65.2847,37.8887,27.3971,6231.7,3616.65,2615.16
+Pool2,40.8451,210.857,135.193,75.6642,10325.2,6620.16,3705.01,28.8847,149.127,95.6146,53.5134,7301.99,4681.87,2620.15
+Pool2_f2h,52.6109,263.231,170.165,93.0664,10007,6469.01,3537.99,37.2057,186.157,120.341,65.8167,7076.35,4574.53,2501.84
+Pool2_h2f,10.5892,50.2118,32.2214,17.9904,9482.45,6084.99,3397.46,7.49375,35.5699,22.8258,12.7444,6710.71,4306.37,2404.39
+Pool3,21.7732,125.807,90.0357,35.7709,11556.7,8270.76,3285.91,15.3981,89.0019,63.696,25.3063,8175.07,5850.69,2324.42
+Pool3_f2h,27.105,148.004,106.551,41.4535,10921,7862.21,3058.75,19.1678,104.677,75.3585,29.3184,7723.33,5560.2,2163.15
+Pool3_h2f,5.37692,25.667,18.3482,7.31879,9547.33,6824.97,2722.36,3.80213,18.2207,13.0249,5.19588,6777.51,4844.84,1932.7
+Pool4,12.2268,81.0192,62.5832,18.436,13254.2,10238.3,3015.89,8.64895,57.3698,44.3151,13.055,9382.73,7247.8,2134.97
+Pool4_f2h,14.3183,85.3146,66.1354,19.1792,11917,9238.05,2678.99,10.1261,60.363,46.7931,13.5702,8430.6,6535.39,1895.24
+Pool4_h2f,2.76689,12.3171,9.50437,2.81277,8901.99,6869.12,2032.88,1.95715,8.87091,6.84512,2.02583,6408.16,4944.77,1463.42
+Pool5,4.24587,28.8535,22.6878,6.16569,13613.1,10704.3,2908.83,3.01182,20.5632,16.1689,4.39464,9690.26,7619.75,2070.69
+Pool5_f2h,4.30952,21.6535,17.0404,4.6131,10038.8,7899.74,2139.08,3.05175,15.4491,12.159,3.29042,7146.27,5623.84,1522.54
+Pool5_h2f,0.789328,1.12606,0.885458,0.240603,2854.59,2244.62,609.971,0.558354,1.28688,1.01189,0.27502,3258.62,2562.17,696.513
+Relu1,63.043,222.775,109.755,113.019,7068.58,3483,3585.58,44.5829,158.651,79.4284,79.9495,5034.27,2521.06,2536.23
+Relu10,7.8553,54.9037,42.8846,12.0191,13979.1,10918.9,3060.23,5.55636,38.9249,30.404,8.52113,9908.04,7739.05,2169.03
+Relu10_f2h,14.2674,85.1708,66.8096,18.3612,11939.8,9365.82,2573.95,10.0908,60.2697,47.2767,12.9932,8447.54,6626.47,1821.1
+Relu10_h2f,10.4698,61.6665,48.0288,13.6376,11779.2,9174.16,2605.03,7.40475,43.6532,33.9994,9.654,8336.17,6492.58,1843.64
+Relu11,2.09916,16.791,13.0701,3.72095,15998.3,12453,3545.28,1.48462,12.0634,9.39021,2.67327,11491.9,8945.38,2546.63
+Relu11_f2h,4.48398,23.4935,18.3062,5.18733,10483.3,8168.53,2314.74,3.17253,16.7097,13.0203,3.68949,7455.03,5808.96,1646.13
+Relu11_h2f,2.65339,11.6345,9.04902,2.58551,8767.81,6819.4,1948.41,1.87634,8.37685,6.51523,1.86173,6311.27,4908.75,1402.6
+Relu12,2.09976,17.1837,13.475,3.70873,16368.8,12836,3532.8,1.48516,12.3639,9.69591,2.66821,11777.3,9235.93,2541.54
+Relu12_f2h,4.44727,22.6715,17.7981,4.87339,10189.2,7998.76,2190.47,3.14699,16.1439,12.6738,3.47034,7246.5,5688.6,1558.02
+Relu12_h2f,2.64916,11.3108,8.86276,2.44801,8539.6,6691.38,1848.22,1.87333,8.17249,6.4039,1.76875,6170.04,4834.82,1335.34
+Relu13,2.10382,16.7344,13.1973,3.53714,15914.8,12551.1,3363.76,1.48869,12.0067,9.46927,2.53767,11417,9004.38,2412.85
+Relu13_f2h,4.36041,22.0096,17.3783,4.63133,10092.1,7968.08,2123.99,3.0874,15.6907,12.3898,3.30126,7183.38,5671.67,1511.87
+Relu13_h2f,2.72796,11.4339,9.01109,2.4228,8560.24,6746.45,1813.78,2.03488,8.23175,6.48774,1.74417,6172.8,4865.11,1307.81
+Relu14,1.14743,10.6248,8.32102,2.30382,18530.7,14512.9,4017.87,0.811516,7.89588,6.18393,1.71212,13778.4,10791.3,2987.38
+Relu14_f2h,1.5964,5.26066,4.12403,1.13663,6435.18,5042.95,1392.23,1.14442,4.24048,3.32542,0.91515,5108.03,4003.08,1105.06
+Relu14_h2f,0.762322,0.9319,0.729587,0.202312,2419.48,1894.24,525.243,0.539977,1.14939,0.899736,0.249678,2965.98,2321.79,644.251
+Relu1_f2h,116.511,379.888,188.365,191.522,6536.78,3247.4,3289.38,82.4051,270.74,136.938,135.452,4668.45,2369.38,2327.06
+Relu1_h2f,83.4086,300.518,148.77,151.748,7206.56,3567.67,3638.89,58.9804,213.679,107.062,107.336,5124.37,2567.66,2573.96
+Relu2,62.4233,282.215,169.665,112.55,9042.07,5436.06,3606.01,44.1442,199.587,119.994,79.596,6394.13,3844.28,2549.94
+Relu2_f2h,106.67,463.637,286.355,177.281,8692.96,5369.01,3323.95,75.4328,327.879,202.516,125.367,6147.13,3796.78,2350.42
+Relu2_h2f,83.0734,372.529,221.009,151.52,8968.66,5320.81,3647.85,58.7425,263.431,156.291,107.144,6342.03,3762.66,2579.46
+Relu3,31.1491,157.975,97.2597,60.7158,10143.1,6244.72,3898.34,22.0274,111.732,68.79,42.9423,7173.3,4416.4,2756.93
+Relu3_f2h,53.9219,262.044,163.271,98.7728,9719.42,6055.82,3663.6,38.1317,185.316,115.466,69.8509,6872.96,4282.31,2590.67
+Relu3_h2f,41.4745,201.753,123.336,78.4172,9731.62,5949.14,3782.48,29.3302,142.684,87.2272,55.4573,6883.19,4207.91,2675.32
+Relu4,31.1126,165.225,109.288,55.9374,10620.9,7025.18,3595.76,22.0035,116.872,77.306,39.5668,7511.45,4968.48,2543
+Relu4_f2h,52.5946,268.222,180.055,88.1672,10199.7,6846.98,3352.7,37.1932,189.687,127.336,62.3518,7212.66,4841.86,2370.81
+Relu4_h2f,41.3761,210.186,137.878,72.3072,10159.6,6664.53,3495.09,29.259,148.644,97.5098,51.1349,7184.42,4712.91,2471.53
+Relu5,15.6197,87.4008,58.9328,28.468,11190.8,7545.75,3645.04,11.048,61.8499,41.7045,20.1457,7916.78,5338.18,2578.64
+Relu5_f2h,27.1876,142.132,96.6157,45.5163,10455.9,7107.57,3348.35,19.2268,100.527,68.3345,32.1932,7394.61,5026.63,2368
+Relu5_h2f,20.7564,107.244,71.9782,35.2657,10333.7,6935.58,3398.08,14.6781,75.8517,50.9089,24.9429,7308.38,4905.11,2403.28
+Relu6,15.5774,91.8805,65.7777,26.1027,11796,8444.84,3351.21,11.0158,65.0123,46.543,18.4696,8345.51,5974.6,2370.94
+Relu6_f2h,26.9604,148.182,106.898,41.2837,10992.7,7930.13,3062.55,19.0651,104.8,75.6027,29.1976,7774.08,5608.24,2165.85
+Relu6_h2f,20.7925,111.946,79.7133,32.2323,10779.9,7676.09,3103.81,14.709,79.2691,56.4457,22.8237,7636.46,5437.77,2198.71
+Relu7,15.5863,93.2475,68.0626,25.1848,11966.2,8734.34,3231.84,11.0234,65.9937,48.1698,17.8242,8467.81,6180.86,2286.99
+Relu7_f2h,27.0202,149.73,110.21,39.5201,11082.9,8157.67,2925.21,19.1073,105.894,77.944,27.9502,7837.75,5769.07,2068.69
+Relu7_h2f,20.7296,113.484,82.3887,31.0951,10948.8,7948.82,3000.02,14.6587,80.2669,58.2735,21.9936,7743.7,5621.92,2121.8
+Relu8,7.88397,50.8594,37.3843,13.4751,12900,9482.44,3417.54,5.60997,36.5052,26.8322,9.67313,9199.71,6762.66,2437.09
+Relu8_f2h,14.4739,80.2487,59.2479,21.0008,11105.4,8199.18,2906.22,10.2403,56.8303,41.9579,14.8727,7866.72,5808.05,2058.7
+Relu8_h2f,10.4677,57.0219,41.8152,15.2067,10895,7989.54,2905.49,7.40341,40.3631,29.5989,10.7642,7710.49,5654.25,2056.24
+Relu9,7.84042,52.587,40.301,12.286,13413.6,10279.8,3133.81,5.54547,37.2786,28.5693,8.70947,9505.87,7285.1,2220.81
+Relu9_f2h,14.2726,83.3662,64.1642,19.202,11681.8,8991.1,2690.7,10.0949,58.9936,45.4054,13.5884,8264.16,6360.65,1903.53
+Relu9_h2f,10.4563,59.3499,45.3517,13.9982,11352.1,8674.64,2677.47,7.39481,42.0028,32.0961,9.90692,8032.96,6138.36,1894.63
+Softmax1,2.01231,8.10635,6.34144,1.76491,8058.61,6304.39,1754.22,1.42328,5.95817,4.66119,1.29711,5923.64,4634.63,1289.13
diff --git a/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_fp32.csv b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_fp32.csv
new file mode 100644
index 0000000000000000000000000000000000000000..2e203cf73d4f5220f9f3217398c952496028fb62
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_fp32.csv
@@ -0,0 +1,50 @@
+Add1,113.913,376.561,219.636,156.925,6609.15,3854.17,2754.97,80.5497,282.75,177.622,111.325,4961.17,3115.93,1954.23
+Add10,46.7852,353.064,295.37,57.6943,15092.7,12626.5,2466.15,33.0858,249.698,208.891,40.8191,10672.6,8928.67,1744.47
+Add11,32.7593,228.974,188.206,40.768,13979,11490.1,2488.93,23.1655,161.932,133.101,28.8363,9885.52,8125.42,1760.39
+Add12,32.7648,220.92,180.753,40.1662,13485,11033.3,2451.71,23.1723,156.257,127.848,28.4139,9536.19,7802.45,1733.98
+Add13,32.723,215.055,175.489,39.5662,13144.2,10726,2418.24,23.1396,152.085,124.105,27.9836,9295.27,7585.25,1710.24
+Add14,0.902452,1.91287,1.55297,0.359903,4206.37,3415.11,791.258,0.639486,1.96075,1.59154,0.36925,4301.37,3491.69,809.769
+Add15,0.226743,0.146973,0.119291,0.0276818,1268.32,1029.69,238.626,0.161374,0.274735,0.222974,0.0517663,2347.78,1906.32,441.514
+Add2,114.041,707.602,550.188,157.413,12409.4,9648.8,2760.62,80.6401,500.915,389.6,111.35,8784.41,6832.28,1952.72
+Add3,51.2818,306.368,231.407,74.9613,11948.4,9024.9,2923.5,36.2641,216.686,163.674,53.0143,8450.22,6382.88,2067.43
+Add4,51.329,344.524,275.839,68.6848,13425,10748.6,2676.4,36.2967,243.665,195.087,48.5789,9494.83,7601.95,1892.93
+Add5,48.2779,312.538,246.161,66.377,12947.4,10197.6,2749.79,34.1397,221.022,174.082,46.9412,9155.71,7211.24,1944.51
+Add6,48.3038,331.31,269.638,61.6728,13717.7,11164.2,2553.51,34.1584,234.299,190.684,43.6161,9700.3,7894.61,1805.74
+Add7,48.1751,337.048,277.011,60.0367,13992.6,11500.2,2492.4,34.0674,238.357,195.898,42.4598,9894.64,8132.16,1762.55
+Add8,46.6813,323.76,263.597,60.1628,13871.3,11293.7,2577.64,33.0123,228.964,186.417,42.5484,9808.96,7986.22,1822.79
+Add9,46.6775,338.552,280.794,57.7577,14509.8,12034.3,2475.46,33.0125,239.488,198.63,40.8649,10264.6,8513.31,1751.56
+Conv1,163.415,464.69,270.83,193.861,5719.79,3344.04,2375.74,115.618,364.219,239.324,137.798,4496.91,2961.18,1689.91
+Conv10,802.661,5895.34,4887.39,1007.95,14689.8,12178.3,2511.49,567.577,4168.67,3455.92,712.856,10387.4,8611.5,1776.16
+Conv11,308.859,2238.17,1841.36,396.805,14494.3,11924.8,2569.46,218.426,1582.75,1302.12,280.685,10249.2,8432.33,1817.28
+Conv12,308.957,2143.29,1754.35,388.942,13875.6,11357.9,2517.72,218.489,1515.61,1240.55,275.097,9811.8,8031.51,1780.54
+Conv13,308.526,2076.4,1693.52,382.878,13461.8,10980,2481.86,218.187,1468.29,1197.52,270.808,9519.36,7764.54,1755.1
+Conv2,1186.37,5295.79,3610.95,1684.84,9029.61,6180.44,2849.17,840.943,3760.72,2581.03,1191.77,6467.54,4470.42,2016.67
+Conv3,613.82,3267.16,2333.45,933.711,10647.5,7604.92,3042.61,434.112,2311.16,1650.96,660.338,7532.26,5381.04,2151.65
+Conv4,982.846,5808.36,4413.44,1394.92,11819.9,8981.38,2838.55,695.005,4107.39,3121,986.415,8358.48,6351.33,2007.22
+Conv5,491.91,3047.42,2348.81,698.608,12391.2,9550.74,2840.5,347.871,2154.95,1660.93,494.035,8762.18,6753.64,2008.58
+Conv6,858.952,5554.16,4403.19,1150.97,12932.7,10252.8,2679.96,607.382,3927.42,3113.55,813.89,9144.98,7249.96,1895.06
+Conv7,859.425,5760.38,4659.21,1101.17,13405.5,10842.9,2562.58,607.715,4073.23,3294.58,778.676,9479.18,7667.16,1812.06
+Conv8,434.046,2940.43,2368.34,572.081,13549.6,10913.5,2636.05,306.938,2079.26,1674.71,404.559,9581.1,7717.15,1864.02
+Conv9,801.893,5651.89,4624.92,1026.97,14096.7,11535.3,2561.33,567.034,3996.52,3270.33,726.23,9967.96,8156.84,1811.22
+Mul1,10.6715,65.8927,53.5391,12.3536,12394.8,10071.9,2322.88,7.57836,46.691,37.9335,8.75846,8780.28,7134.75,1645.72
+Mul2,0.821147,1.66598,1.35236,0.313621,4076.84,3309.78,767.066,0.582562,1.7168,1.39365,0.323189,4224.31,3430.04,794.372
+Pool1,175.393,1012.62,726.774,285.844,11549.1,8289.34,3259.78,124.05,716.6,514.49,202.181,8172.74,5868.18,2305.37
+Pool2,88.7044,575.997,444.625,131.372,12987.9,10025.6,2962.21,62.7347,407.367,314.456,92.9131,9184.52,7089.77,2094.78
+Pool3,45.2833,307.898,247.595,60.3023,13598.6,10935.2,2663.36,32.0292,217.79,175.137,42.6548,9616.06,7732.71,1883.4
+Pool4,24.6055,179.513,148.419,31.0941,14591.4,12063.9,2527.45,17.4004,126.964,104.972,21.9976,10319,8531.59,1787.91
+Pool5,8.20681,50.2013,40.8424,9.35894,12226.9,9947.17,2279.71,5.82151,35.6921,29.0395,6.65352,8656.71,7042.81,1614.13
+Relu1,75.1381,267.733,149.248,118.484,7127.84,3973.96,3153.88,53.1331,197.389,117.092,83.9442,5255.76,3118.27,2234.45
+Relu10,9.31493,65.6928,54.5384,11.1544,14104.6,11709.8,2394.86,6.58686,46.4969,38.6024,7.89659,9982.66,8287.84,1695.28
+Relu11,2.49349,12.8041,10.5081,2.29598,10267.6,8426.39,1841.24,1.76354,9.25156,7.5928,1.65903,7415.31,6085.61,1329.91
+Relu12,2.50068,12.3579,10.0966,2.26132,9872.52,8066.18,1806.35,1.77005,8.95586,7.31638,1.63973,7136.08,5830.14,1306.13
+Relu13,2.48762,12.2284,9.96443,2.26399,9833.11,8012.58,1820.53,1.75929,8.83304,7.19779,1.63547,7102.38,5787.52,1315.04
+Relu14,0.846016,1.57242,1.27739,0.29503,3703.4,3008.56,694.844,0.599154,1.69071,1.37363,0.317122,3975.03,3229.61,745.515
+Relu2,74.295,455.493,338.819,116.674,12261.1,9120.32,3140.75,52.5363,322.394,239.897,82.5246,8677.47,6456.88,2221.33
+Relu3,36.6237,218.815,161.907,56.9082,11949.1,8841.42,3107.67,25.8986,154.77,114.524,40.248,8450.92,6253.36,2197.68
+Relu4,36.7139,244.573,191.979,52.5941,13329.1,10462.8,2866.31,25.9761,173.026,135.817,37.2093,9428.22,7400.79,2027.47
+Relu5,18.3751,115.933,90.1275,25.8055,12618,9809.37,2808.64,12.9942,82.009,63.7545,18.2548,8924.67,6938.12,1986.59
+Relu6,18.3515,122.286,98.2308,24.0552,13327.1,10705.5,2621.61,12.9773,86.4993,69.4836,17.016,9426.46,7572.14,1854.36
+Relu7,18.3889,125.084,101.453,23.631,13603.6,11033.6,2570.02,13.0046,88.4856,71.7689,16.7172,9621.58,7803.86,1817.78
+Relu8,9.34284,60.6176,48.9763,11.6413,12976.3,10484.3,2492.01,6.60743,42.914,34.6725,8.24179,9185.09,7421.14,1764
+Relu9,9.34283,63.4928,52.2617,11.2311,13592.4,11188.1,2404.33,6.60725,44.9455,36.9955,7.95121,9621.07,7919.28,1702.05
+Softmax1,2.09116,9.17789,7.4508,1.72709,8772.87,7122.11,1650.76,1.47902,6.75862,5.48652,1.27228,6456.75,5241.62,1215.29
diff --git a/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_layers.txt b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_layers.txt
new file mode 100644
index 0000000000000000000000000000000000000000..af6469192145b246beaec42cf42a6629e5ed1a93
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_layers.txt
@@ -0,0 +1,15 @@
+Conv1,2000,3,32,32,64,3,3,3,1,1
+Conv2,2000,64,32,32,64,64,3,3,1,1
+Conv3,2000,64,16,16,128,64,3,3,1,1
+Conv4,2000,128,16,16,128,128,3,3,1,1
+Conv5,2000,128,8,8,256,128,3,3,1,1
+Conv6,2000,256,8,8,256,256,3,3,1,1
+Conv7,2000,256,8,8,256,256,3,3,1,1
+Conv8,2000,256,4,4,512,256,3,3,1,1
+Conv9,2000,512,4,4,512,512,3,3,1,1
+Conv10,2000,512,4,4,512,512,3,3,1,1
+Conv11,2000,512,2,2,512,512,3,3,1,1
+Conv12,2000,512,2,2,512,512,3,3,1,1
+Conv13,2000,512,2,2,512,512,3,3,1,1
+FC1,2000,512,512,512
+FC2,2000,512,512,10
diff --git a/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_ops.txt b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_ops.txt
new file mode 100644
index 0000000000000000000000000000000000000000..2075774fde3e66afd1a1946cac46b87038a6486f
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_ops.txt
@@ -0,0 +1,64 @@
+#Conv1,3
+Conv1
+Add1
+Relu1
+#Conv2,4
+Conv2
+Add2
+Relu2
+Pool1
+#Conv3,3
+Conv3
+Add3
+Relu3
+#Conv4,4
+Conv4
+Add4
+Relu4
+Pool2
+#Conv5,3
+Conv5
+Add5
+Relu5
+#Conv6,3
+Conv6
+Add6
+Relu6
+#Conv7,4
+Conv7
+Add7
+Relu7
+Pool3
+#Conv8,3
+Conv8
+Add8
+Relu8
+#Conv9,3
+Conv9
+Add9
+Relu9
+#Conv10,4
+Conv10
+Add10
+Relu10
+Pool4
+#Conv11,3
+Conv11
+Add11
+Relu11
+#Conv12,3
+Conv12
+Add12
+Relu12
+#Conv13,4
+Conv13
+Add13
+Relu13
+Pool5
+#FC1,3
+Mul1
+Add14
+Relu14
+#FC2,2
+Mul2
+Add15
diff --git a/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_promise_confs1.txt b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_promise_confs1.txt
new file mode 100644
index 0000000000000000000000000000000000000000..e6989e16ee3869ecb13ecc9f73af7f9a66c24dee
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_promise_confs1.txt
@@ -0,0 +1,33 @@
+9 9 9,9 9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9
+9 9 9,9 9 9 9,8 8 8,8 8 8 8,8 8 8,6,7,8 8 8,5,7,8 8 8,5,8 8 8 8,6,7
+9 9 9,9 9 9 9,8 8 8,8 8 8 8,8 8 8,6,7,8 8 8,5,7,8 8 8,8 8 8,6,6,7
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,6,7,8 8 8,5,7,8 8 8,6,8 8 8 8,6,7
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,6,7,8 8 8,5,7,8 8 8,5,8 8 8 8,6,7
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,7,8 8 8 8,8 8 8,5,7,8 8 8,5,6,6,5
+9 9 9,9 9 9 9,8 8 8,8 8 8 8,8 8 8,6,7,8 8 8,5,8 8 8 8,8 8 8,8 8 8,6,6,7
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,6,8 8 8 8,8 8 8,5,5,8 8 8,5,6,8 8 8,7
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,7,7,8 8 8,8 8 8,7,8 8 8,5,6,8 8 8,8 8
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,6,7,8 8 8,8 8 8,7,8 8 8,5,6,6,7
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,5,5,8 8 8 8,8 8 8,8 8 8,8 8 8 8,5,5,7,7,6
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,5,5,8 8 8,5,6,5,7
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,6,7,8 8 8,6,8 8 8 8,8 8 8,8 8 8,8 8 8 8,6,7
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,6,8 8 8 8,8 8 8,5,7,8 8 8,5,7,6,6
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,7,8 8 8 8,8 8 8,5,7,8 8 8,5,6,6,7
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,6,7,8 8 8,5,8 8 8 8,8 8 8,5,5,6,7
+8 8 8,8 8 8 8,8 8 8,8 8 8 8,6,6,8 8 8 8,8 8 8,6,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,6
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,6,7,8 8 8,5,8 8 8 8,8 8 8,5,6,5,7
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,6,7,8 8 8,8 8 8,7,8 8 8,8 8 8,6,6,7
+9 9 9,9 9 9 9,8 8 8,8 8 8 8,7,7,6,8 8 8,8 8 8,8 8 8 8,8 8 8,7,5,8 8 8,8 8
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,6,7,8 8 8,6,8 8 8 8,8 8 8,5,5,6,7
+8 8 8,8 8 8 8,8 8 8,8 8 8 8,6,8 8 8,8 8 8 8,8 8 8,6,8 8 8 8,8 8 8,8 8 8,5,6,6
+8 8 8,8 8 8 8,8 8 8,8 8 8 8,7,8 8 8,8 8 8 8,8 8 8,6,8 8 8 8,5,8 8 8,8 8 8 8,6,6
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,6,8 8 8,8 8 8 8,8 8 8,8 8 8,7,7,5,7,7,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,5,8 8 8,8 8 8 8,8 8 8,8 8 8,6,8 8 8,7,6,8 8 8,5
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,7,5,8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,8 8
+8 8 8,8 8 8 8,8 8 8,8 8 8 8,8 8 8,5,5,8 8 8,8 8 8,8 8 8 8,7,8 8 8,8 8 8 8,5,8 8
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,7,5,8 8 8,8 8 8,8 8 8 8,8 8 8,7,7,7,8 8
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,7,7,5,6,6,7
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,6,7,8 8 8,8 8 8,8 8 8 8,8 8 8,5,5,6,5
+9 9 9,9 9 9 9,8 8 8,8 8 8 8,8 8 8,6,7,8 8 8,8 8 8,8 8 8 8,8 8 8,6,6,6,7
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,8 8 8,6,8 8 8 8,8 8 8,8 8 8,7,8 8 8,5,8 8 8 8,6,7
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,7,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,7,6,8 8 8,5
diff --git a/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_promise_confs2.txt b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_promise_confs2.txt
new file mode 100644
index 0000000000000000000000000000000000000000..4732b0c143c403151aa411ec9b97007a2fc4898b
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_promise_confs2.txt
@@ -0,0 +1,52 @@
+9 9 9,9 9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9 9,9 9 9 9,9 9 9,9 9
+9 9 9,7,8 8 8,9 9 9 9,9 9 9,5,9 9 9 9,8 8 8,8 8 8,8 8 8 8,8 8 8,5,6,9 9 9,8 8
+9 9 9,7,8 8 8,9 9 9 9,9 9 9,6,8 8 8 8,8 8 8,7,5,8 8 8,9 9 9,8 8 8 8,7,8 8
+9 9 9,7,8 8 8,9 9 9 9,9 9 9,5,8 8 8 8,8 8 8,9 9 9,8 8 8 8,8 8 8,9 9 9,7,7,8 8
+8 8 8,7,8 8 8,9 9 9 9,7,7,8 8 8 8,8 8 8,7,8 8 8 8,8 8 8,7,6,7,8 8
+8 8 8,8 8 8 8,9 9 9,7,7,7,9 9 9 9,8 8 8,5,5,6,8 8 8,9 9 9 9,5,7
+9 9 9,9 9 9 9,8 8 8,9 9 9 9,8 8 8,8 8 8,8 8 8 8,7,5,6,7,7,7,8 8 8,8 8
+9 9 9,7,8 8 8,9 9 9 9,6,5,9 9 9 9,8 8 8,7,8 8 8 8,8 8 8,9 9 9,6,7,7
+9 9 9,9 9 9 9,8 8 8,7,7,9 9 9,9 9 9 9,9 9 9,7,7,8 8 8,6,5,9 9 9,7
+9 9 9,7,8 8 8,9 9 9 9,7,6,8 8 8 8,8 8 8,7,8 8 8 8,8 8 8,9 9 9,6,5,8 8
+9 9 9,7,8 8 8,9 9 9 9,7,6,8 8 8 8,8 8 8,7,8 8 8 8,8 8 8,9 9 9,6,7,8 8
+9 9 9,7,8 8 8,9 9 9 9,6,9 9 9,8 8 8 8,8 8 8,8 8 8,5,8 8 8,9 9 9,6,7,8 8
+9 9 9,9 9 9 9,8 8 8,9 9 9 9,5,5,8 8 8 8,7,7,8 8 8 8,9 9 9,9 9 9,9 9 9 9,7,8 8
+9 9 9,9 9 9 9,8 8 8,7,6,9 9 9,8 8 8 8,9 9 9,7,8 8 8 8,5,9 9 9,6,7,8 8
+9 9 9,8 8 8 8,9 9 9,8 8 8 8,8 8 8,9 9 9,9 9 9 9,5,6,6,8 8 8,6,5,6,6
+8 8 8,8 8 8 8,9 9 9,8 8 8 8,5,9 9 9,7,9 9 9,7,8 8 8 8,7,6,5,7,6
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,5,6,7,8 8 8,7,5,8 8 8,6,5,5,9 9
+8 8 8,8 8 8 8,9 9 9,8 8 8 8,9 9 9,8 8 8,5,5,8 8 8,9 9 9 9,6,8 8 8,6,5,8 8
+9 9 9,7,8 8 8,9 9 9 9,7,5,8 8 8 8,8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,6,7,6
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,9 9 9,8 8 8,7,9 9 9,5,8 8 8 8,8 8 8,6,6,8 8 8,5
+9 9 9,8 8 8 8,8 8 8,9 9 9 9,7,9 9 9,7,9 9 9,7,9 9 9 9,6,7,6,5,8 8
+9 9 9,8 8 8 8,9 9 9,8 8 8 8,9 9 9,8 8 8,5,7,7,9 9 9 9,6,8 8 8,9 9 9 9,6,6
+9 9 9,9 9 9 9,8 8 8,5,6,5,8 8 8 8,8 8 8,7,8 8 8 8,8 8 8,9 9 9,6,5,8 8
+8 8 8,8 8 8 8,8 8 8,9 9 9 9,8 8 8,8 8 8,7,7,8 8 8,8 8 8 8,8 8 8,5,6,9 9 9,8 8
+9 9 9,8 8 8 8,8 8 8,9 9 9 9,8 8 8,8 8 8,7,7,5,8 8 8 8,8 8 8,6,6,9 9 9,5
+8 8 8,8 8 8 8,8 8 8,8 8 8 8,6,5,7,8 8 8,7,5,8 8 8,8 8 8,8 8 8 8,8 8 8,9 9
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,9 9 9,5,6,8 8 8,8 8 8 8,8 8 8,9 9 9,6,6,8 8
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,9 9 9,5,6,8 8 8,8 8 8 8,8 8 8,9 9 9,7,9 9 9,8 8
+9 9 9,8 8 8 8,8 8 8,9 9 9 9,9 9 9,8 8 8,7,7,8 8 8,8 8 8 8,8 8 8,6,6,9 9 9,7
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,8 8 8,9 9 9,5,7,8 8 8,8 8 8 8,8 8 8,9 9 9,6,6,8 8
+9 9 9,9 9 9 9,9 9 9,8 8 8 8,7,7,8 8 8 8,8 8 8,7,7,7,9 9 9,6,7,5
+8 8 8,9 9 9 9,9 9 9,7,9 9 9,8 8 8,9 9 9 9,9 9 9,9 9 9,6,9 9 9,7,8 8 8 8,7,6
+8 8 8,9 9 9 9,9 9 9,7,8 8 8,5,8 8 8 8,9 9 9,8 8 8,5,8 8 8,6,6,7,7
+8 8 8,9 9 9 9,8 8 8,7,9 9 9,8 8 8,9 9 9 9,9 9 9,9 9 9,6,9 9 9,7,8 8 8 8,7,6
+9 9 9,8 8 8 8,8 8 8,8 8 8 8,6,5,9 9 9 9,9 9 9,7,7,8 8 8,7,7,6,9 9
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,5,9 9 9,5,6,9 9 9,9 9 9 9,8 8 8,6,8 8 8 8,5,9 9
+8 8 8,8 8 8 8,8 8 8,8 8 8 8,8 8 8,8 8 8,9 9 9 9,5,8 8 8,9 9 9 9,6,8 8 8,7,6,8 8
+8 8 8,9 9 9 9,8 8 8,9 9 9 9,9 9 9,6,6,8 8 8,7,5,8 8 8,9 9 9,6,7,5
+9 9 9,9 9 9 9,8 8 8,9 9 9 9,8 8 8,7,7,8 8 8,6,7,8 8 8,9 9 9,7,5,9 9
+9 9 9,9 9 9 9,9 9 9,8 8 8 8,6,5,9 9 9 9,9 9 9,6,8 8 8 8,6,9 9 9,6,9 9 9,9 9
+8 8 8,9 9 9 9,9 9 9,8 8 8 8,8 8 8,6,6,9 9 9,7,7,8 8 8,5,8 8 8 8,6,7
+9 9 9,9 9 9 9,8 8 8,9 9 9 9,9 9 9,8 8 8,8 8 8 8,7,7,8 8 8 8,8 8 8,8 8 8,5,7,8 8
+8 8 8,9 9 9 9,8 8 8,9 9 9 9,8 8 8,6,6,8 8 8,7,7,8 8 8,9 9 9,8 8 8 8,7,9 9
+9 9 9,9 9 9 9,8 8 8,9 9 9 9,7,5,8 8 8 8,8 8 8,7,9 9 9 9,8 8 8,9 9 9,6,9 9 9,8 8
+9 9 9,9 9 9 9,8 8 8,9 9 9 9,8 8 8,7,8 8 8 8,8 8 8,6,7,7,7,7,7,8 8
+9 9 9,8 8 8 8,8 8 8,9 9 9 9,8 8 8,7,6,8 8 8,7,8 8 8 8,7,6,6,7,8 8
+9 9 9,9 9 9 9,8 8 8,6,9 9 9,5,8 8 8 8,9 9 9,8 8 8,8 8 8 8,8 8 8,9 9 9,6,7,8 8
+8 8 8,9 9 9 9,8 8 8,8 8 8 8,9 9 9,7,5,9 9 9,7,8 8 8 8,9 9 9,8 8 8,8 8 8 8,6,6
+9 9 9,9 9 9 9,8 8 8,9 9 9 9,9 9 9,5,8 8 8 8,8 8 8,7,6,8 8 8,7,6,7,6
+8 8 8,9 9 9 9,8 8 8,9 9 9 9,8 8 8,6,6,9 9 9,9 9 9,7,8 8 8,5,8 8 8 8,8 8 8,8 8
+9 9 9,8 8 8 8,8 8 8,9 9 9 9,6,9 9 9,8 8 8 8,8 8 8,7,7,8 8 8,9 9 9,6,7,8 8
+9 9 9,8 8 8 8,8 8 8,9 9 9 9,9 9 9,5,8 8 8 8,8 8 8,7,7,8 8 8,9 9 9,6,8 8 8,8 8
diff --git a/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_promise_results1.csv b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_promise_results1.csv
new file mode 100644
index 0000000000000000000000000000000000000000..f5825603b85a2a5a4313c427ce35c6c0f97996c4
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_promise_results1.csv
@@ -0,0 +1,407 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,1108.984,7471.505,3792.343,6973.454,3475.891,6007.756,6530.41,3324.8076,6053.9348,6493.6098,2479.9481,2376.5679,2353.8847,69.37799,1.812953,58514.286843,0.999999998291016
+c1,1108.984,7471.505,1949.97,3356.913,1731.6018,118.016247,157.113483,1683.0934,77.680494,157.113483,1299.926,19.513340,1286.6509,0.839227,0.021821,20418.942195,2.86568647864431
+c2,1108.984,7471.505,1949.97,3356.913,1731.6018,118.016247,157.113483,1683.0934,77.680494,157.113483,1299.926,1273.3007,29.645681,0.839227,0.021821,20415.724336,2.86613815867435
+c3,1129.478,7471.505,1949.97,3356.913,1731.6018,118.016247,157.113483,1683.0934,77.680494,157.113483,1299.926,29.645681,1286.6509,0.839227,0.021821,20449.568536,2.86139467704907
+c4,1129.478,7471.505,1949.97,3356.913,1731.6018,118.016247,157.113483,1683.0934,77.680494,157.113483,1299.926,19.513340,1286.6509,0.839227,0.021821,20439.436195,2.86281314212731
+c5,1129.478,7471.505,1949.97,3356.913,1731.6018,157.113483,3366.9575,1683.0934,77.680494,157.113483,1299.926,19.513340,29.645681,0.839227,0.010789,22431.361197,2.60859276743163
+c6,1108.984,7471.505,1949.97,3356.913,1731.6018,118.016247,157.113483,1683.0934,77.680494,3427.0759,1299.926,1273.3007,29.645681,0.839227,0.021821,23685.686753,2.47044922978827
+c7,1129.478,7471.505,1949.97,3356.913,1731.6018,118.016247,3366.9575,1683.0934,77.680494,77.680494,1299.926,19.513340,29.645681,57.16078,0.021821,22369.163557,2.61584598066495
+c8,1129.478,7471.505,1949.97,3356.913,1731.6018,157.113483,157.113483,1683.0934,3203.344,157.113483,1299.926,19.513340,29.645681,57.16078,10.00372,22413.49517,2.6106721034858
+c9,1129.478,7471.505,1949.97,3356.913,1731.6018,118.016247,157.113483,1683.0934,3203.344,157.113483,1299.926,19.513340,29.645681,0.839227,0.021821,22308.094482,2.62300693714174
+c10,1129.478,7471.505,1949.97,3356.913,38.840247,77.680494,3366.9575,1683.0934,3203.344,3427.0759,19.513340,19.513340,39.466907,1.117251,0.016391,25784.48477,2.26936032028628
+c11,1129.478,7471.505,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,77.680494,77.680494,1299.926,19.513340,29.645681,0.552395,0.021821,25247.793425,2.31760002255484
+c12,1129.478,7471.505,1949.97,3356.913,1731.6018,118.016247,157.113483,1683.0934,118.016247,3427.0759,1299.926,1273.3007,1286.6509,0.839227,0.021821,25003.521725,2.34024179683735
+c13,1129.478,7471.505,1949.97,3356.913,1731.6018,118.016247,3366.9575,1683.0934,77.680494,157.113483,1299.926,19.513340,39.466907,0.839227,0.016391,22402.090789,2.61200113564989
+c14,1129.478,7471.505,1949.97,3356.913,1731.6018,157.113483,3366.9575,1683.0934,77.680494,157.113483,1299.926,19.513340,29.645681,0.839227,0.021821,22431.372229,2.60859148449651
+c15,1129.478,7471.505,1949.97,3356.913,1731.6018,118.016247,157.113483,1683.0934,77.680494,3427.0759,1299.926,19.513340,19.513340,0.839227,0.021821,22442.261052,2.60732581475131
+c16,1129.478,6358.145,1949.97,3356.913,59.008124,118.016247,3366.9575,1683.0934,118.016247,3427.0759,1299.926,1273.3007,1286.6509,57.16078,0.016391,25483.728189,2.29614309882034
+c17,1129.478,7471.505,1949.97,3356.913,1731.6018,118.016247,157.113483,1683.0934,77.680494,3427.0759,1299.926,19.513340,29.645681,0.552395,0.021821,22452.106561,2.60618247216156
+c18,1129.478,7471.505,1949.97,3356.913,1731.6018,118.016247,157.113483,1683.0934,3203.344,157.113483,1299.926,1273.3007,29.645681,0.839227,0.021821,23561.881842,2.48343010066169
+c19,1108.984,7471.505,1949.97,3356.913,78.556742,157.113483,118.016247,1683.0934,3203.344,3427.0759,1299.926,39.466907,19.513340,57.16078,10.00372,23980.642519,2.44006333661129
+c20,1129.478,7471.505,1949.97,3356.913,1731.6018,118.016247,157.113483,1683.0934,118.016247,3427.0759,1299.926,19.513340,19.513340,0.839227,0.021821,22482.596805,2.60264804329551
+c21,1129.478,6358.145,1949.97,3356.913,59.008124,3053.2545,3366.9575,1683.0934,118.016247,3427.0759,1299.926,1273.3007,19.513340,0.839227,0.016391,27095.507329,2.15955678247874
+c22,1129.478,6358.145,1949.97,3356.913,78.556742,3053.2545,3366.9575,1683.0934,118.016247,3427.0759,19.513340,1273.3007,1286.6509,0.839227,0.016391,27101.780847,2.15905688845431
+c23,1129.478,7471.505,1949.97,3356.913,59.008124,3053.2545,3366.9575,1683.0934,3203.344,157.113483,39.466907,19.513340,39.466907,1.117251,10.00372,25540.205132,2.29106564772964
+c24,1108.984,6358.145,1949.97,3356.913,38.840247,3053.2545,3366.9575,1683.0934,3203.344,118.016247,1299.926,39.466907,29.645681,57.16078,0.010789,25663.728051,2.28003844565038
+c25,1129.478,7471.505,1949.97,3356.913,1731.6018,157.113483,77.680494,1683.0934,3203.344,3427.0759,1299.926,1273.3007,1286.6509,57.16078,10.00372,28114.817177,2.08126150230644
+c26,1129.478,6358.145,1949.97,3356.913,1731.6018,77.680494,77.680494,1683.0934,3203.344,3427.0759,39.466907,1273.3007,1286.6509,0.552395,10.00372,25604.95671,2.28527184315137
+c27,1129.478,7471.505,1949.97,3356.913,1731.6018,157.113483,77.680494,1683.0934,3203.344,3427.0759,1299.926,39.466907,39.466907,1.117251,10.00372,25577.755862,2.28770213188102
+c28,1129.478,7471.505,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,157.113483,39.466907,19.513340,29.645681,0.839227,0.021821,27192.717659,2.1518366557397
+c29,1129.478,7471.505,1949.97,3356.913,1731.6018,118.016247,157.113483,1683.0934,3203.344,3427.0759,1299.926,19.513340,19.513340,0.839227,0.010789,25567.913526,2.28858277992213
+c30,1108.984,7471.505,1949.97,3356.913,1731.6018,118.016247,157.113483,1683.0934,3203.344,3427.0759,1299.926,29.645681,29.645681,0.839227,0.021821,25567.69524,2.28860231885883
+c31,1129.478,7471.505,1949.97,3356.913,1731.6018,118.016247,3366.9575,1683.0934,3203.344,157.113483,1299.926,19.513340,1286.6509,0.839227,0.021821,26774.943718,2.18541212413908
+c32,1108.984,6358.145,1949.97,3356.913,1731.6018,157.113483,3366.9575,1683.0934,3203.344,3427.0759,1299.926,39.466907,29.645681,57.16078,0.010789,27769.40824,2.10714920989923
+c2,20415.724336
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,352.4661,1550.099,701.7255,1159.5933,558.563,925.6073,971.2723,490.07014,857.91333,883.36663,344.11179,344.22248,351.94343,12.419968,1.04789,9504.422158,0.999999989478582
+c1,352.4661,1550.099,426.5549,652.9992,333.7788,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,21.220352,210.33129,0.922624,0.018020,4378.669032,2.17061894184701
+c2,352.4661,1550.099,426.5549,652.9992,333.7788,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,206.54856,21.220352,0.922624,0.018020,4374.886302,2.17249575981104
+c3,442.9824,1550.099,426.5549,652.9992,333.7788,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,21.220352,210.33129,0.922624,0.018020,4469.185332,2.12665647971261
+c4,442.9824,1550.099,426.5549,652.9992,333.7788,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,21.220352,210.33129,0.922624,0.018020,4469.185332,2.12665647971261
+c5,442.9824,1550.099,426.5549,652.9992,333.7788,82.574848,590.3019,290.68457,83.036160,83.036160,208.37216,21.220352,21.220352,0.922624,0.018020,4787.801446,1.98513285621467
+c6,352.4661,1550.099,426.5549,652.9992,333.7788,82.574848,82.574848,290.68457,83.036160,543.5573,208.37216,206.54856,21.220352,0.922624,0.018020,4835.407442,1.96558864489607
+c7,442.9824,1550.099,426.5549,652.9992,333.7788,82.574848,590.3019,290.68457,83.036160,83.036160,208.37216,21.220352,21.220352,7.640322,0.018020,4794.519144,1.98235144637163
+c8,442.9824,1550.099,426.5549,652.9992,333.7788,82.574848,82.574848,290.68457,527.54432,83.036160,208.37216,21.220352,21.220352,7.640322,1.669613,4732.951845,2.00813831799849
+c9,442.9824,1550.099,426.5549,652.9992,333.7788,82.574848,82.574848,290.68457,527.54432,83.036160,208.37216,21.220352,21.220352,0.922624,0.018020,4724.582554,2.01169560446852
+c10,442.9824,1550.099,426.5549,652.9992,41.518080,82.574848,590.3019,290.68457,527.54432,543.5573,21.220352,21.220352,21.220352,0.922624,0.018020,5213.418218,1.82306916082002
+c11,442.9824,1550.099,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,83.036160,83.036160,208.37216,21.220352,21.220352,0.922624,0.018020,5249.395298,1.81057463524678
+c12,442.9824,1550.099,426.5549,652.9992,333.7788,82.574848,82.574848,290.68457,83.036160,543.5573,208.37216,206.54856,210.33129,0.922624,0.018020,5115.03468,1.85813441487489
+c13,442.9824,1550.099,426.5549,652.9992,333.7788,82.574848,590.3019,290.68457,83.036160,83.036160,208.37216,21.220352,21.220352,0.922624,0.018020,4787.801446,1.98513285621467
+c14,442.9824,1550.099,426.5549,652.9992,333.7788,82.574848,590.3019,290.68457,83.036160,83.036160,208.37216,21.220352,21.220352,0.922624,0.018020,4787.801446,1.98513285621467
+c15,442.9824,1550.099,426.5549,652.9992,333.7788,82.574848,82.574848,290.68457,83.036160,543.5573,208.37216,21.220352,21.220352,0.922624,0.018020,4740.595534,2.00490041585352
+c16,442.9824,1610.85,426.5549,652.9992,41.518080,82.574848,590.3019,290.68457,83.036160,543.5573,208.37216,206.54856,210.33129,7.640322,0.018020,5397.96971,1.76074014722954
+c17,442.9824,1550.099,426.5549,652.9992,333.7788,82.574848,82.574848,290.68457,83.036160,543.5573,208.37216,21.220352,21.220352,0.922624,0.018020,4740.595534,2.00490041585352
+c18,442.9824,1550.099,426.5549,652.9992,333.7788,82.574848,82.574848,290.68457,527.54432,83.036160,208.37216,206.54856,21.220352,0.922624,0.018020,4909.910762,1.93576266965638
+c19,352.4661,1550.099,426.5549,652.9992,41.518080,82.574848,82.574848,290.68457,527.54432,543.5573,208.37216,21.220352,21.220352,7.640322,1.669613,4810.695965,1.97568543711356
+c20,442.9824,1550.099,426.5549,652.9992,333.7788,82.574848,82.574848,290.68457,83.036160,543.5573,208.37216,21.220352,21.220352,0.922624,0.018020,4740.595534,2.00490041585352
+c21,442.9824,1610.85,426.5549,652.9992,41.518080,544.1687,590.3019,290.68457,83.036160,543.5573,208.37216,206.54856,21.220352,0.922624,0.018020,5663.734926,1.67811914123258
+c22,442.9824,1610.85,426.5549,652.9992,41.518080,544.1687,590.3019,290.68457,83.036160,543.5573,21.220352,206.54856,210.33129,0.922624,0.018020,5665.694056,1.67753886748983
+c23,442.9824,1550.099,426.5549,652.9992,41.518080,544.1687,590.3019,290.68457,527.54432,83.036160,21.220352,21.220352,21.220352,0.922624,1.669613,5216.142523,1.82211700195683
+c24,352.4661,1610.85,426.5549,652.9992,41.518080,544.1687,590.3019,290.68457,527.54432,83.036160,208.37216,21.220352,21.220352,7.640322,0.018020,5378.595136,1.7670826193399
+c25,442.9824,1550.099,426.5549,652.9992,333.7788,82.574848,82.574848,290.68457,527.54432,543.5573,208.37216,206.54856,210.33129,7.640322,1.669613,5567.912131,1.70699927794893
+c26,442.9824,1610.85,426.5549,652.9992,333.7788,82.574848,82.574848,290.68457,527.54432,543.5573,21.220352,206.54856,210.33129,0.922624,1.669613,5434.793625,1.74881010005582
+c27,442.9824,1550.099,426.5549,652.9992,333.7788,82.574848,82.574848,290.68457,527.54432,543.5573,208.37216,21.220352,21.220352,0.922624,1.669613,5186.755287,1.83244079368418
+c28,442.9824,1550.099,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,83.036160,21.220352,21.220352,21.220352,0.922624,0.018020,5506.75165,1.72595798566732
+c29,442.9824,1550.099,426.5549,652.9992,333.7788,82.574848,82.574848,290.68457,527.54432,543.5573,208.37216,21.220352,21.220352,0.922624,0.018020,5185.103694,1.8330244746495
+c30,352.4661,1550.099,426.5549,652.9992,333.7788,82.574848,82.574848,290.68457,527.54432,543.5573,208.37216,21.220352,21.220352,0.922624,0.018020,5094.587394,1.86559209537446
+c31,442.9824,1550.099,426.5549,652.9992,333.7788,82.574848,590.3019,290.68457,527.54432,83.036160,208.37216,21.220352,210.33129,0.922624,0.018020,5421.420544,1.7531239101542
+c32,352.4661,1610.85,426.5549,652.9992,333.7788,82.574848,590.3019,290.68457,527.54432,543.5573,208.37216,21.220352,21.220352,7.640322,0.018020,5669.783144,1.67632901452767
+c2,4374.886302
+
+Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,1108.984,7471.505,3792.343,6973.454,3475.891,6007.756,6530.41,3324.8076,6053.9348,6493.6098,2479.9481,2376.5679,2353.8847,69.37799,1.812953,58514.286843,0.999999998291016
+c1,1108.984,7471.505,2073.98,3356.913,1731.6018,313.098433,352.195669,1683.0934,277.897139,357.330128,1299.926,69.928921,1286.6509,2.857198,0.543719,21386.505307,2.73603778314562
+c2,1108.984,7471.505,2073.98,3356.913,1731.6018,313.098433,352.195669,1683.0934,277.897139,357.330128,1299.926,1273.3007,80.061262,2.857198,0.543719,21383.287448,2.73644951514824
+c3,1145.5648,7908.45,2073.98,3356.913,1731.6018,313.098433,352.195669,1683.0934,277.897139,357.330128,1299.926,80.061262,1286.6509,2.857198,0.543719,21870.163448,2.67553037335887
+c4,1145.5648,7908.45,2073.98,3356.913,1731.6018,313.098433,352.195669,1683.0934,277.897139,357.330128,1299.926,69.928921,1286.6509,2.857198,0.543719,21860.031107,2.67677050818951
+c5,1145.5648,7908.45,2073.98,3356.913,1731.6018,352.195669,3366.9575,1683.0934,277.897139,357.330128,1299.926,69.928921,80.061262,2.857198,0.532687,23707.289504,2.46819808676599
+c6,1108.984,7471.505,2073.98,3356.913,1731.6018,313.098433,352.195669,1683.0934,277.897139,3427.0759,1299.926,1273.3007,80.061262,2.857198,0.543719,24453.03322,2.39292549424294
+c7,1145.5648,7908.45,2073.98,3356.913,1731.6018,313.098433,3366.9575,1683.0934,277.897139,277.897139,1299.926,69.928921,80.061262,57.16078,0.543719,23643.073893,2.4749018194641
+c8,1145.5648,7908.45,2073.98,3356.913,1731.6018,352.195669,352.195669,1683.0934,3203.344,357.330128,1299.926,69.928921,80.061262,57.16078,10.00372,23681.749149,2.47085999550776
+c9,1145.5648,7908.45,2073.98,3356.913,1731.6018,313.098433,352.195669,1683.0934,3203.344,357.330128,1299.926,69.928921,80.061262,2.857198,0.543719,23578.88833,2.48163890408637
+c10,1145.5648,7908.45,2073.98,3356.913,139.46418,272.76268,3366.9575,1683.0934,3203.344,3427.0759,69.928921,69.928921,89.882488,3.135222,0.538289,26811.019301,2.1824715415639
+c11,1145.5648,7908.45,2073.98,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,277.897139,277.897139,1299.926,69.928921,80.061262,2.570366,0.543719,26328.639546,2.22245765940626
+c12,1145.5648,7908.45,2073.98,3356.913,1731.6018,313.098433,352.195669,1683.0934,318.232892,3427.0759,1299.926,1273.3007,1286.6509,2.857198,0.543719,26173.484411,2.23563227962284
+c13,1145.5648,7908.45,2073.98,3356.913,1731.6018,313.098433,3366.9575,1683.0934,277.897139,357.330128,1299.926,69.928921,89.882488,2.857198,0.538289,23678.019096,2.47124923578426
+c14,1145.5648,7908.45,2073.98,3356.913,1731.6018,352.195669,3366.9575,1683.0934,277.897139,357.330128,1299.926,69.928921,80.061262,2.857198,0.543719,23707.300536,2.46819693821003
+c15,1145.5648,7908.45,2073.98,3356.913,1731.6018,313.098433,352.195669,1683.0934,277.897139,3427.0759,1299.926,69.928921,69.928921,2.857198,0.543719,23713.0549,2.46759798950409
+c16,1145.5648,6358.145,1949.97,3356.913,159.632057,313.098433,3366.9575,1683.0934,318.232892,3427.0759,1299.926,1273.3007,1286.6509,57.16078,0.538289,25996.259651,2.25087329498426
+c17,1145.5648,7908.45,2073.98,3356.913,1731.6018,313.098433,352.195669,1683.0934,277.897139,3427.0759,1299.926,69.928921,80.061262,2.570366,0.543719,23722.900409,2.46657388377955
+c18,1145.5648,7908.45,2073.98,3356.913,1731.6018,313.098433,352.195669,1683.0934,3203.344,357.330128,1299.926,1273.3007,80.061262,2.857198,0.543719,24782.260109,2.36113600412241
+c19,1108.984,7471.505,2073.98,3356.913,179.180675,352.195669,313.098433,1683.0934,3203.344,3427.0759,1299.926,89.882488,69.928921,57.16078,10.00372,24696.271986,2.3693570689226
+c20,1145.5648,7908.45,2073.98,3356.913,1731.6018,313.098433,352.195669,1683.0934,318.232892,3427.0759,1299.926,69.928921,69.928921,2.857198,0.543719,23753.390653,2.46340774887517
+c21,1145.5648,6358.145,1949.97,3356.913,159.632057,3053.2545,3366.9575,1683.0934,318.232892,3427.0759,1299.926,1273.3007,69.928921,2.857198,0.538289,27465.390157,2.13047352669918
+c22,1145.5648,6358.145,1949.97,3356.913,179.180675,3053.2545,3366.9575,1683.0934,318.232892,3427.0759,69.928921,1273.3007,1286.6509,2.857198,0.538289,27471.663675,2.12998700487335
+c23,1145.5648,7908.45,2073.98,3356.913,159.632057,3053.2545,3366.9575,1683.0934,3203.344,357.330128,89.882488,69.928921,89.882488,3.135222,10.00372,26571.352224,2.20215689926132
+c24,1108.984,6756.043,1949.97,3356.913,139.46418,3053.2545,3366.9575,1683.0934,3203.344,318.232892,1299.926,89.882488,80.061262,57.16078,0.532687,26463.819689,2.21110509781064
+c25,1145.5648,7908.45,2073.98,3356.913,1731.6018,352.195669,272.76268,1683.0934,3203.344,3427.0759,1299.926,1273.3007,1286.6509,57.16078,10.00372,29082.023349,2.0120431766247
+c26,1145.5648,6358.145,1949.97,3356.913,1731.6018,272.76268,272.76268,1683.0934,3203.344,3427.0759,89.882488,1273.3007,1286.6509,2.570366,10.00372,26063.641434,2.24505415970628
+c27,1145.5648,7908.45,2073.98,3356.913,1731.6018,352.195669,272.76268,1683.0934,3203.344,3427.0759,1299.926,89.882488,89.882488,3.135222,10.00372,26647.811167,2.19583838450037
+c28,1145.5648,7908.45,2073.98,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,357.330128,89.882488,69.928921,80.061262,2.857198,0.543719,28123.762716,2.08059949964129
+c29,1145.5648,7908.45,2073.98,3356.913,1731.6018,313.098433,352.195669,1683.0934,3203.344,3427.0759,1299.926,69.928921,69.928921,2.857198,0.532687,26638.490729,2.19660667785648
+c30,1108.984,7471.505,2073.98,3356.913,1731.6018,313.098433,352.195669,1683.0934,3203.344,3427.0759,1299.926,80.061262,80.061262,2.857198,0.543719,26185.240643,2.23462856107758
+c31,1145.5648,7908.45,2073.98,3356.913,1731.6018,313.098433,3366.9575,1683.0934,3203.344,357.330128,1299.926,69.928921,1286.6509,2.857198,0.543719,27800.239799,2.10481229858397
+c32,1108.984,6756.043,1949.97,3356.913,1731.6018,352.195669,3366.9575,1683.0934,3203.344,3427.0759,1299.926,89.882488,80.061262,57.16078,0.532687,28463.741486,2.05574824610481
+c2,21383.287448
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,151.959867,151.959867,0,153.127903,153.127903,0,38.454652,0,1.156348,0.102999,649.889539,0
+c2,0,0,0,0,0,151.959867,151.959867,0,153.127903,153.127903,0,0,38.454652,1.156348,0.102999,649.889539,0
+c3,0,0,0,0,0,151.959867,151.959867,0,153.127903,153.127903,0,38.454652,0,1.156348,0.102999,649.889539,0
+c4,0,0,0,0,0,151.959867,151.959867,0,153.127903,153.127903,0,38.454652,0,1.156348,0.102999,649.889539,0
+c5,0,0,0,0,0,151.959867,0,0,153.127903,153.127903,0,38.454652,38.454652,1.156348,0.102999,536.384324,0
+c6,0,0,0,0,0,151.959867,151.959867,0,153.127903,0,0,0,38.454652,1.156348,0.102999,496.761636,0
+c7,0,0,0,0,0,151.959867,0,0,153.127903,153.127903,0,38.454652,38.454652,0,0.102999,535.227976,0
+c8,0,0,0,0,0,151.959867,151.959867,0,0,153.127903,0,38.454652,38.454652,0,0,533.956941,0
+c9,0,0,0,0,0,151.959867,151.959867,0,0,153.127903,0,38.454652,38.454652,1.156348,0.102999,535.216288,0
+c10,0,0,0,0,76.708720,151.959867,0,0,0,0,38.454652,38.454652,38.454652,1.156348,0.102999,345.29189,0
+c11,0,0,0,0,0,0,0,0,153.127903,153.127903,0,38.454652,38.454652,1.156348,0.102999,384.424457,0
+c12,0,0,0,0,0,151.959867,151.959867,0,153.127903,0,0,0,0,1.156348,0.102999,458.306984,0
+c13,0,0,0,0,0,151.959867,0,0,153.127903,153.127903,0,38.454652,38.454652,1.156348,0.102999,536.384324,0
+c14,0,0,0,0,0,151.959867,0,0,153.127903,153.127903,0,38.454652,38.454652,1.156348,0.102999,536.384324,0
+c15,0,0,0,0,0,151.959867,151.959867,0,153.127903,0,0,38.454652,38.454652,1.156348,0.102999,535.216288,0
+c16,0,0,0,0,76.708720,151.959867,0,0,153.127903,0,0,0,0,0,0.102999,381.899489,0
+c17,0,0,0,0,0,151.959867,151.959867,0,153.127903,0,0,38.454652,38.454652,1.156348,0.102999,535.216288,0
+c18,0,0,0,0,0,151.959867,151.959867,0,0,153.127903,0,0,38.454652,1.156348,0.102999,496.761636,0
+c19,0,0,0,0,76.708720,151.959867,151.959867,0,0,0,0,38.454652,38.454652,0,0,457.537758,0
+c20,0,0,0,0,0,151.959867,151.959867,0,153.127903,0,0,38.454652,38.454652,1.156348,0.102999,535.216288,0
+c21,0,0,0,0,76.708720,0,0,0,153.127903,0,0,0,38.454652,1.156348,0.102999,269.550622,0
+c22,0,0,0,0,76.708720,0,0,0,153.127903,0,38.454652,0,0,1.156348,0.102999,269.550622,0
+c23,0,0,0,0,76.708720,0,0,0,0,153.127903,38.454652,38.454652,38.454652,1.156348,0,346.356927,0
+c24,0,0,0,0,76.708720,0,0,0,0,153.127903,0,38.454652,38.454652,0,0.102999,306.848926,0
+c25,0,0,0,0,0,151.959867,151.959867,0,0,0,0,0,0,0,0,303.919734,0
+c26,0,0,0,0,0,151.959867,151.959867,0,0,0,38.454652,0,0,1.156348,0,343.530734,0
+c27,0,0,0,0,0,151.959867,151.959867,0,0,0,0,38.454652,38.454652,1.156348,0,381.985386,0
+c28,0,0,0,0,0,0,0,0,0,153.127903,38.454652,38.454652,38.454652,1.156348,0.102999,269.751206,0
+c29,0,0,0,0,0,151.959867,151.959867,0,0,0,0,38.454652,38.454652,1.156348,0.102999,382.088385,0
+c30,0,0,0,0,0,151.959867,151.959867,0,0,0,0,38.454652,38.454652,1.156348,0.102999,382.088385,0
+c31,0,0,0,0,0,151.959867,0,0,0,153.127903,0,38.454652,0,1.156348,0.102999,344.801769,0
+c32,0,0,0,0,0,151.959867,0,0,0,0,0,38.454652,38.454652,0,0.102999,228.97217,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,43.122319,43.122319,0,47.088742,47.088742,0,11.960929,0,0.861623,0.418899,193.663573,0
+c2,0,0,0,0,0,43.122319,43.122319,0,47.088742,47.088742,0,0,11.960929,0.861623,0.418899,193.663573,0
+c3,0,0,0,0,0,43.122319,43.122319,0,47.088742,47.088742,0,11.960929,0,0.861623,0.418899,193.663573,0
+c4,0,0,0,0,0,43.122319,43.122319,0,47.088742,47.088742,0,11.960929,0,0.861623,0.418899,193.663573,0
+c5,0,0,0,0,0,43.122319,0,0,47.088742,47.088742,0,11.960929,11.960929,0.861623,0.418899,162.502183,0
+c6,0,0,0,0,0,43.122319,43.122319,0,47.088742,0,0,0,11.960929,0.861623,0.418899,146.574831,0
+c7,0,0,0,0,0,43.122319,0,0,47.088742,47.088742,0,11.960929,11.960929,0,0.418899,161.64056,0
+c8,0,0,0,0,0,43.122319,43.122319,0,0,47.088742,0,11.960929,11.960929,0,0,157.255238,0
+c9,0,0,0,0,0,43.122319,43.122319,0,0,47.088742,0,11.960929,11.960929,0.861623,0.418899,158.53576,0
+c10,0,0,0,0,23.915213,43.122319,0,0,0,0,11.960929,11.960929,11.960929,0.861623,0.418899,104.200841,0
+c11,0,0,0,0,0,0,0,0,47.088742,47.088742,0,11.960929,11.960929,0.861623,0.418899,119.379864,0
+c12,0,0,0,0,0,43.122319,43.122319,0,47.088742,0,0,0,0,0.861623,0.418899,134.613902,0
+c13,0,0,0,0,0,43.122319,0,0,47.088742,47.088742,0,11.960929,11.960929,0.861623,0.418899,162.502183,0
+c14,0,0,0,0,0,43.122319,0,0,47.088742,47.088742,0,11.960929,11.960929,0.861623,0.418899,162.502183,0
+c15,0,0,0,0,0,43.122319,43.122319,0,47.088742,0,0,11.960929,11.960929,0.861623,0.418899,158.53576,0
+c16,0,0,0,0,23.915213,43.122319,0,0,47.088742,0,0,0,0,0,0.418899,114.545173,0
+c17,0,0,0,0,0,43.122319,43.122319,0,47.088742,0,0,11.960929,11.960929,0.861623,0.418899,158.53576,0
+c18,0,0,0,0,0,43.122319,43.122319,0,0,47.088742,0,0,11.960929,0.861623,0.418899,146.574831,0
+c19,0,0,0,0,23.915213,43.122319,43.122319,0,0,0,0,11.960929,11.960929,0,0,134.081709,0
+c20,0,0,0,0,0,43.122319,43.122319,0,47.088742,0,0,11.960929,11.960929,0.861623,0.418899,158.53576,0
+c21,0,0,0,0,23.915213,0,0,0,47.088742,0,0,0,11.960929,0.861623,0.418899,84.245406,0
+c22,0,0,0,0,23.915213,0,0,0,47.088742,0,11.960929,0,0,0.861623,0.418899,84.245406,0
+c23,0,0,0,0,23.915213,0,0,0,0,47.088742,11.960929,11.960929,11.960929,0.861623,0,107.748365,0
+c24,0,0,0,0,23.915213,0,0,0,0,47.088742,0,11.960929,11.960929,0,0.418899,95.344712,0
+c25,0,0,0,0,0,43.122319,43.122319,0,0,0,0,0,0,0,0,86.244638,0
+c26,0,0,0,0,0,43.122319,43.122319,0,0,0,11.960929,0,0,0.861623,0,99.06719,0
+c27,0,0,0,0,0,43.122319,43.122319,0,0,0,0,11.960929,11.960929,0.861623,0,111.028119,0
+c28,0,0,0,0,0,0,0,0,0,47.088742,11.960929,11.960929,11.960929,0.861623,0.418899,84.252051,0
+c29,0,0,0,0,0,43.122319,43.122319,0,0,0,0,11.960929,11.960929,0.861623,0.418899,111.447018,0
+c30,0,0,0,0,0,43.122319,43.122319,0,0,0,0,11.960929,11.960929,0.861623,0.418899,111.447018,0
+c31,0,0,0,0,0,43.122319,0,0,0,47.088742,0,11.960929,0,0.861623,0.418899,103.452512,0
+c32,0,0,0,0,0,43.122319,0,0,0,0,0,11.960929,11.960929,0,0.418899,67.463076,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,18.163317,18.163317,0,19.033555,19.033555,0,4.848960,0,0.281905,0.089271,79.61388,0
+c2,0,0,0,0,0,18.163317,18.163317,0,19.033555,19.033555,0,0,4.848960,0.281905,0.089271,79.61388,0
+c3,0,0,0,0,0,18.163317,18.163317,0,19.033555,19.033555,0,4.848960,0,0.281905,0.089271,79.61388,0
+c4,0,0,0,0,0,18.163317,18.163317,0,19.033555,19.033555,0,4.848960,0,0.281905,0.089271,79.61388,0
+c5,0,0,0,0,0,18.163317,0,0,19.033555,19.033555,0,4.848960,4.848960,0.281905,0.089271,66.299523,0
+c6,0,0,0,0,0,18.163317,18.163317,0,19.033555,0,0,0,4.848960,0.281905,0.089271,60.580325,0
+c7,0,0,0,0,0,18.163317,0,0,19.033555,19.033555,0,4.848960,4.848960,0,0.089271,66.017618,0
+c8,0,0,0,0,0,18.163317,18.163317,0,0,19.033555,0,4.848960,4.848960,0,0,65.058109,0
+c9,0,0,0,0,0,18.163317,18.163317,0,0,19.033555,0,4.848960,4.848960,0.281905,0.089271,65.429285,0
+c10,0,0,0,0,9.597736,18.163317,0,0,0,0,4.848960,4.848960,4.848960,0.281905,0.089271,42.679109,0
+c11,0,0,0,0,0,0,0,0,19.033555,19.033555,0,4.848960,4.848960,0.281905,0.089271,48.136206,0
+c12,0,0,0,0,0,18.163317,18.163317,0,19.033555,0,0,0,0,0.281905,0.089271,55.731365,0
+c13,0,0,0,0,0,18.163317,0,0,19.033555,19.033555,0,4.848960,4.848960,0.281905,0.089271,66.299523,0
+c14,0,0,0,0,0,18.163317,0,0,19.033555,19.033555,0,4.848960,4.848960,0.281905,0.089271,66.299523,0
+c15,0,0,0,0,0,18.163317,18.163317,0,19.033555,0,0,4.848960,4.848960,0.281905,0.089271,65.429285,0
+c16,0,0,0,0,9.597736,18.163317,0,0,19.033555,0,0,0,0,0,0.089271,46.883879,0
+c17,0,0,0,0,0,18.163317,18.163317,0,19.033555,0,0,4.848960,4.848960,0.281905,0.089271,65.429285,0
+c18,0,0,0,0,0,18.163317,18.163317,0,0,19.033555,0,0,4.848960,0.281905,0.089271,60.580325,0
+c19,0,0,0,0,9.597736,18.163317,18.163317,0,0,0,0,4.848960,4.848960,0,0,55.62229,0
+c20,0,0,0,0,0,18.163317,18.163317,0,19.033555,0,0,4.848960,4.848960,0.281905,0.089271,65.429285,0
+c21,0,0,0,0,9.597736,0,0,0,19.033555,0,0,0,4.848960,0.281905,0.089271,33.851427,0
+c22,0,0,0,0,9.597736,0,0,0,19.033555,0,4.848960,0,0,0.281905,0.089271,33.851427,0
+c23,0,0,0,0,9.597736,0,0,0,0,19.033555,4.848960,4.848960,4.848960,0.281905,0,43.460076,0
+c24,0,0,0,0,9.597736,0,0,0,0,19.033555,0,4.848960,4.848960,0,0.089271,38.418482,0
+c25,0,0,0,0,0,18.163317,18.163317,0,0,0,0,0,0,0,0,36.326634,0
+c26,0,0,0,0,0,18.163317,18.163317,0,0,0,4.848960,0,0,0.281905,0,41.457499,0
+c27,0,0,0,0,0,18.163317,18.163317,0,0,0,0,4.848960,4.848960,0.281905,0,46.306459,0
+c28,0,0,0,0,0,0,0,0,0,19.033555,4.848960,4.848960,4.848960,0.281905,0.089271,33.951611,0
+c29,0,0,0,0,0,18.163317,18.163317,0,0,0,0,4.848960,4.848960,0.281905,0.089271,46.39573,0
+c30,0,0,0,0,0,18.163317,18.163317,0,0,0,0,4.848960,4.848960,0.281905,0.089271,46.39573,0
+c31,0,0,0,0,0,18.163317,0,0,0,19.033555,0,4.848960,0,0.281905,0.089271,42.417008,0
+c32,0,0,0,0,0,18.163317,0,0,0,0,0,4.848960,4.848960,0,0.089271,27.950508,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,124.01,0,0,0,0,0,0,0,0,0,0,0,0,124.01,0
+c2,0,0,124.01,0,0,0,0,0,0,0,0,0,0,0,0,124.01,0
+c3,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c4,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c5,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c6,0,0,124.01,0,0,0,0,0,0,0,0,0,0,0,0,124.01,0
+c7,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c8,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c9,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c10,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c11,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c12,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c13,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c14,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c15,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c16,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c17,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c18,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c19,0,0,124.01,0,0,0,0,0,0,0,0,0,0,0,0,124.01,0
+c20,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c21,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c22,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c23,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c24,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c25,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c26,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16.0868,0
+c27,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c28,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c29,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c30,0,0,124.01,0,0,0,0,0,0,0,0,0,0,0,0,124.01,0
+c31,16.0868,436.945,124.01,0,0,0,0,0,0,0,0,0,0,0,0,577.0418,0
+c32,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,28.5399,0
+c2,0,0,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,28.5399,0
+c3,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c4,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c5,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c6,0,0,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,28.5399,0
+c7,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c8,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c9,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c10,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c11,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c12,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c13,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c14,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c15,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c16,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c17,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c18,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c19,0,0,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,28.5399,0
+c20,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c21,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c22,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c23,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c24,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c25,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c26,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7.62006,0
+c27,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c28,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c29,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c30,0,0,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,28.5399,0
+c31,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,119.49066,0
+c32,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,352.4661,1550.099,701.7255,1159.5933,558.563,925.6073,971.2723,490.07014,857.91333,883.36663,344.11179,344.22248,351.94343,12.419968,1.04789,9504.422158,0.999999989478582
+c1,352.4661,1550.099,455.0948,652.9992,333.7788,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,26.069312,210.33129,1.204529,0.107291,4486.822812,2.11829669777705
+c2,352.4661,1550.099,455.0948,652.9992,333.7788,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,206.54856,26.069312,1.204529,0.107291,4483.040082,2.12008408850795
+c3,450.60246,1633.4297,455.0948,652.9992,333.7788,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,26.069312,210.33129,1.204529,0.107291,4668.289872,2.03595368218485
+c4,450.60246,1633.4297,455.0948,652.9992,333.7788,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,26.069312,210.33129,1.204529,0.107291,4668.289872,2.03595368218485
+c5,450.60246,1633.4297,455.0948,652.9992,333.7788,100.738165,590.3019,290.68457,102.069715,102.069715,208.37216,26.069312,26.069312,1.204529,0.107291,4973.591629,1.91097755422538
+c6,352.4661,1550.099,455.0948,652.9992,333.7788,100.738165,100.738165,290.68457,102.069715,543.5573,208.37216,206.54856,26.069312,1.204529,0.107291,4924.527667,1.93001696968602
+c7,450.60246,1633.4297,455.0948,652.9992,333.7788,100.738165,590.3019,290.68457,102.069715,102.069715,208.37216,26.069312,26.069312,7.640322,0.107291,4980.027422,1.90850795824176
+c8,450.60246,1633.4297,455.0948,652.9992,333.7788,100.738165,100.738165,290.68457,527.54432,102.069715,208.37216,26.069312,26.069312,7.640322,1.669613,4917.500614,1.93277494214513
+c9,450.60246,1633.4297,455.0948,652.9992,333.7788,100.738165,100.738165,290.68457,527.54432,102.069715,208.37216,26.069312,26.069312,1.204529,0.107291,4909.502499,1.93592364324971
+c10,450.60246,1633.4297,455.0948,652.9992,51.115816,100.738165,590.3019,290.68457,527.54432,543.5573,26.069312,26.069312,26.069312,1.204529,0.107291,5375.587987,1.76807114015766
+c11,450.60246,1633.4297,455.0948,652.9992,333.7788,544.1687,590.3019,290.68457,102.069715,102.069715,208.37216,26.069312,26.069312,1.204529,0.107291,5417.022164,1.75454736842485
+c12,450.60246,1633.4297,455.0948,652.9992,333.7788,100.738165,100.738165,290.68457,102.069715,543.5573,208.37216,206.54856,210.33129,1.204529,0.107291,5290.256705,1.79658994040082
+c13,450.60246,1633.4297,455.0948,652.9992,333.7788,100.738165,590.3019,290.68457,102.069715,102.069715,208.37216,26.069312,26.069312,1.204529,0.107291,4973.591629,1.91097755422538
+c14,450.60246,1633.4297,455.0948,652.9992,333.7788,100.738165,590.3019,290.68457,102.069715,102.069715,208.37216,26.069312,26.069312,1.204529,0.107291,4973.591629,1.91097755422538
+c15,450.60246,1633.4297,455.0948,652.9992,333.7788,100.738165,100.738165,290.68457,102.069715,543.5573,208.37216,26.069312,26.069312,1.204529,0.107291,4925.515479,1.92962990484128
+c16,450.60246,1610.85,426.5549,652.9992,51.115816,100.738165,590.3019,290.68457,102.069715,543.5573,208.37216,206.54856,210.33129,7.640322,0.107291,5452.473649,1.74313946210986
+c17,450.60246,1633.4297,455.0948,652.9992,333.7788,100.738165,100.738165,290.68457,102.069715,543.5573,208.37216,26.069312,26.069312,1.204529,0.107291,4925.515479,1.92962990484128
+c18,450.60246,1633.4297,455.0948,652.9992,333.7788,100.738165,100.738165,290.68457,527.54432,102.069715,208.37216,206.54856,26.069312,1.204529,0.107291,5089.981747,1.86728016792473
+c19,352.4661,1550.099,455.0948,652.9992,51.115816,100.738165,100.738165,290.68457,527.54432,543.5573,208.37216,26.069312,26.069312,7.640322,1.669613,4894.858155,1.9417155028527
+c20,450.60246,1633.4297,455.0948,652.9992,333.7788,100.738165,100.738165,290.68457,102.069715,543.5573,208.37216,26.069312,26.069312,1.204529,0.107291,4925.515479,1.92962990484128
+c21,450.60246,1610.85,426.5549,652.9992,51.115816,544.1687,590.3019,290.68457,102.069715,543.5573,208.37216,206.54856,26.069312,1.204529,0.107291,5705.206413,1.6659207929359
+c22,450.60246,1610.85,426.5549,652.9992,51.115816,544.1687,590.3019,290.68457,102.069715,543.5573,26.069312,206.54856,210.33129,1.204529,0.107291,5707.165543,1.66534892318351
+c23,450.60246,1633.4297,455.0948,652.9992,51.115816,544.1687,590.3019,290.68457,527.54432,102.069715,26.069312,26.069312,26.069312,1.204529,1.669613,5379.093259,1.76691898126247
+c24,352.4661,1720.485,426.5549,652.9992,51.115816,544.1687,590.3019,290.68457,527.54432,102.069715,208.37216,26.069312,26.069312,7.640322,0.107291,5526.648618,1.71974421443588
+c25,450.60246,1633.4297,455.0948,652.9992,333.7788,100.738165,100.738165,290.68457,527.54432,543.5573,208.37216,206.54856,210.33129,7.640322,1.669613,5723.729425,1.66052957542574
+c26,450.60246,1610.85,426.5549,652.9992,333.7788,100.738165,100.738165,290.68457,527.54432,543.5573,26.069312,206.54856,210.33129,1.204529,1.669613,5483.871184,1.7331592347418
+c27,450.60246,1633.4297,455.0948,652.9992,333.7788,100.738165,100.738165,290.68457,527.54432,543.5573,208.37216,26.069312,26.069312,1.204529,1.669613,5352.552406,1.77568032211658
+c28,450.60246,1633.4297,455.0948,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,102.069715,26.069312,26.069312,26.069312,1.204529,0.107291,5660.193921,1.67916896889708
+c29,450.60246,1633.4297,455.0948,652.9992,333.7788,100.738165,100.738165,290.68457,527.54432,543.5573,208.37216,26.069312,26.069312,1.204529,0.107291,5350.990084,1.77619876530874
+c30,352.4661,1550.099,455.0948,652.9992,333.7788,100.738165,100.738165,290.68457,527.54432,543.5573,208.37216,26.069312,26.069312,1.204529,0.107291,5169.523024,1.83854911372285
+c31,450.60246,1633.4297,455.0948,652.9992,333.7788,100.738165,590.3019,290.68457,527.54432,102.069715,208.37216,26.069312,210.33129,1.204529,0.107291,5583.328212,1.70228609655151
+c32,352.4661,1720.485,426.5549,652.9992,333.7788,100.738165,590.3019,290.68457,527.54432,543.5573,208.37216,26.069312,26.069312,7.640322,0.107291,5807.368652,1.63661419893937
+c2,4483.040082
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_promise_results2.csv b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_promise_results2.csv
new file mode 100644
index 0000000000000000000000000000000000000000..d02d164d68835e458f2902e02bbd6c3acff2e1c7
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_promise_results2.csv
@@ -0,0 +1,616 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,1108.984,7471.505,3792.343,6973.454,3475.891,6007.756,6530.41,3324.8076,6053.9348,6493.6098,2479.9481,2376.5679,2353.8847,69.37799,1.812953,58514.286843,0.999999998291016
+c1,1108.984,174.570537,1949.97,6973.454,3475.891,77.680494,6530.41,1683.0934,3203.344,3427.0759,1299.926,19.513340,29.645681,69.37799,10.00372,30032.940062,1.94833694361489
+c2,1108.984,174.570537,1949.97,6973.454,3475.891,118.016247,3366.9575,1683.0934,157.113483,77.680494,1299.926,2376.5679,1286.6509,1.117251,10.00372,24059.996432,2.43201559755736
+c3,1108.984,174.570537,1949.97,6973.454,3475.891,77.680494,3366.9575,1683.0934,6053.9348,3427.0759,1299.926,2376.5679,39.466907,1.117251,10.00372,32018.693409,1.82750388695755
+c4,1129.478,174.570537,1949.97,6973.454,78.556742,157.113483,3366.9575,1683.0934,157.113483,3427.0759,1299.926,39.466907,29.645681,1.117251,10.00372,20477.542604,2.85748576813223
+c5,1129.478,6358.145,3792.343,157.113483,78.556742,157.113483,6530.41,1683.0934,77.680494,77.680494,29.645681,1273.3007,2353.8847,0.552395,0.021821,23699.019393,2.46905939970569
+c6,1108.984,7471.505,1949.97,6973.454,1731.6018,3053.2545,3366.9575,78.556742,77.680494,118.016247,39.466907,39.466907,39.466907,57.16078,10.00372,26115.545504,2.24059216415672
+c7,1108.984,174.570537,1949.97,6973.454,59.008124,77.680494,6530.41,1683.0934,157.113483,3427.0759,1299.926,2376.5679,29.645681,1.117251,0.021821,25848.638591,2.2637279874771
+c8,1108.984,7471.505,1949.97,157.113483,78.556742,6007.756,6530.41,3324.8076,157.113483,157.113483,1299.926,29.645681,19.513340,69.37799,0.021821,28361.814623,2.06313620670922
+c9,1108.984,174.570537,1949.97,6973.454,78.556742,118.016247,3366.9575,1683.0934,157.113483,3427.0759,1299.926,2376.5679,29.645681,0.552395,10.00372,22754.487505,2.57154930749319
+c10,1108.984,174.570537,1949.97,6973.454,78.556742,118.016247,3366.9575,1683.0934,157.113483,3427.0759,1299.926,2376.5679,29.645681,1.117251,10.00372,22755.052361,2.57148547309605
+c11,1108.984,174.570537,1949.97,6973.454,59.008124,6007.756,3366.9575,1683.0934,3203.344,77.680494,1299.926,2376.5679,29.645681,1.117251,10.00372,28322.078607,2.06603079697458
+c12,1108.984,7471.505,1949.97,6973.454,38.840247,77.680494,3366.9575,78.556742,157.113483,3427.0759,2479.9481,2376.5679,2353.8847,1.117251,10.00372,31871.659037,1.83593475920023
+c13,1108.984,7471.505,1949.97,157.113483,59.008124,6007.756,3366.9575,3324.8076,157.113483,3427.0759,19.513340,2376.5679,29.645681,1.117251,10.00372,29467.138982,1.98574712937584
+c14,1108.984,6358.145,3792.343,3356.913,1731.6018,6007.756,6530.41,38.840247,118.016247,118.016247,1299.926,29.645681,19.513340,0.839227,0.016391,30510.96618,1.91781165847101
+c15,1129.478,6358.145,3792.343,3356.913,38.840247,6007.756,157.113483,3324.8076,157.113483,3427.0759,39.466907,29.645681,19.513340,1.117251,0.016391,27839.345283,2.10185570235181
+c16,1108.984,6358.145,1949.97,3356.913,38.840247,118.016247,157.113483,1683.0934,157.113483,77.680494,1299.926,29.645681,19.513340,0.552395,1.812953,16357.319723,3.57725394356618
+c17,1129.478,6358.145,3792.343,3356.913,3475.891,3053.2545,77.680494,38.840247,3203.344,6493.6098,29.645681,1273.3007,29.645681,0.552395,10.00372,32322.647218,1.81031851343483
+c18,1108.984,174.570537,1949.97,6973.454,78.556742,77.680494,3366.9575,1683.0934,3203.344,3427.0759,1299.926,1273.3007,29.645681,1.117251,0.016391,24647.692596,2.37402695516794
+c19,1108.984,6358.145,1949.97,3356.913,3475.891,3053.2545,157.113483,3324.8076,77.680494,3427.0759,1299.926,29.645681,29.645681,57.16078,0.010789,27706.223908,2.11195458558714
+c20,1108.984,6358.145,1949.97,6973.454,78.556742,6007.756,157.113483,3324.8076,157.113483,6493.6098,29.645681,39.466907,29.645681,0.552395,10.00372,32718.824492,1.78839819500445
+c21,1108.984,6358.145,3792.343,3356.913,3475.891,3053.2545,77.680494,78.556742,157.113483,6493.6098,29.645681,1273.3007,2353.8847,0.839227,0.016391,31610.177718,1.85112172351273
+c22,1108.984,7471.505,1949.97,77.680494,59.008124,77.680494,3366.9575,1683.0934,157.113483,3427.0759,1299.926,2376.5679,29.645681,0.552395,10.00372,23095.764091,2.53355058352224
+c23,1129.478,6358.145,1949.97,6973.454,1731.6018,3053.2545,157.113483,78.556742,3203.344,3427.0759,1299.926,19.513340,29.645681,69.37799,10.00372,29490.460156,1.98417679259838
+c24,1108.984,6358.145,1949.97,6973.454,1731.6018,3053.2545,157.113483,78.556742,77.680494,3427.0759,1299.926,29.645681,29.645681,69.37799,0.010789,26344.44206,2.22112453502033
+c25,1129.478,6358.145,1949.97,3356.913,59.008124,77.680494,157.113483,1683.0934,157.113483,77.680494,1299.926,1273.3007,1286.6509,57.16078,1.812953,18925.046811,3.09189652835096
+c26,1108.984,6358.145,1949.97,3356.913,1731.6018,6007.756,77.680494,59.008124,3203.344,3427.0759,1299.926,2376.5679,29.645681,0.839227,10.00372,30997.460846,1.88771225310797
+c27,1108.984,6358.145,1949.97,3356.913,1731.6018,6007.756,77.680494,59.008124,3203.344,3427.0759,1299.926,2376.5679,39.466907,69.37799,10.00372,31075.820835,1.88295224655181
+c28,1108.984,6358.145,1949.97,6973.454,3475.891,3053.2545,157.113483,78.556742,3203.344,3427.0759,1299.926,29.645681,29.645681,69.37799,0.021821,31214.405798,1.87459236079035
+c29,1108.984,6358.145,1949.97,3356.913,1731.6018,6007.756,77.680494,78.556742,3203.344,3427.0759,1299.926,2376.5679,29.645681,0.839227,10.00372,31017.009464,1.88652251346999
+c30,1108.984,7471.505,3792.343,3356.913,78.556742,157.113483,3366.9575,1683.0934,157.113483,157.113483,39.466907,2376.5679,29.645681,1.117251,0.010789,23776.501619,2.46101329516616
+c31,1129.478,7471.505,3792.343,157.113483,3475.891,3053.2545,6530.41,3324.8076,6053.9348,118.016247,2479.9481,39.466907,1286.6509,1.117251,0.016391,38913.953179,1.50368394656467
+c32,1129.478,7471.505,3792.343,157.113483,1731.6018,77.680494,3366.9575,3324.8076,3203.344,77.680494,1299.926,29.645681,29.645681,1.117251,0.021821,25692.867805,2.27745252337567
+c33,1129.478,7471.505,1949.97,157.113483,3475.891,3053.2545,6530.41,3324.8076,6053.9348,118.016247,2479.9481,39.466907,1286.6509,1.117251,0.016391,37071.580179,1.57841360963365
+c34,1108.984,6358.145,1949.97,3356.913,59.008124,77.680494,6530.41,3324.8076,157.113483,157.113483,1299.926,39.466907,39.466907,0.839227,1.812953,24461.657178,2.39208186828886
+c35,1129.478,7471.505,1949.97,3356.913,38.840247,6007.756,77.680494,59.008124,6053.9348,6493.6098,1299.926,29.645681,1286.6509,0.552395,1.812953,35257.283394,1.65963684788585
+c36,1129.478,6358.145,1949.97,3356.913,1731.6018,3053.2545,6530.41,38.840247,3203.344,6493.6098,29.645681,1273.3007,39.466907,0.839227,10.00372,35198.822582,1.66239329569745
+c37,1129.478,7471.505,1949.97,6973.454,3475.891,118.016247,118.016247,1683.0934,157.113483,77.680494,1299.926,2376.5679,29.645681,1.117251,0.010789,26861.485492,2.17837120894114
+c38,1108.984,7471.505,1949.97,6973.454,1731.6018,157.113483,157.113483,1683.0934,118.016247,157.113483,1299.926,2376.5679,39.466907,0.552395,1.812953,25226.291051,2.31957549735489
+c39,1108.984,7471.505,3792.343,3356.913,59.008124,77.680494,6530.41,3324.8076,118.016247,3427.0759,29.645681,2376.5679,29.645681,69.37799,1.812953,31773.79357,1.8415895643663
+c40,1129.478,7471.505,3792.343,3356.913,1731.6018,118.016247,118.016247,3324.8076,157.113483,157.113483,1299.926,19.513340,1286.6509,0.839227,0.021821,23963.859148,2.44177226370095
+c41,1108.984,7471.505,1949.97,6973.454,3475.891,3053.2545,3366.9575,78.556742,157.113483,3427.0759,1299.926,1273.3007,19.513340,1.117251,10.00372,33666.623136,1.73805036616889
+c42,1129.478,7471.505,1949.97,6973.454,1731.6018,118.016247,118.016247,1683.0934,157.113483,157.113483,1299.926,2376.5679,1286.6509,1.117251,1.812953,26455.436664,2.21180573826795
+c43,1108.984,7471.505,1949.97,6973.454,78.556742,77.680494,3366.9575,1683.0934,157.113483,6493.6098,1299.926,2376.5679,29.645681,69.37799,10.00372,33146.44571,1.76532612812885
+c44,1108.984,7471.505,1949.97,6973.454,1731.6018,157.113483,3366.9575,1683.0934,118.016247,157.113483,39.466907,39.466907,39.466907,1.117251,10.00372,24847.330605,2.3549526320437
+c45,1108.984,6358.145,1949.97,6973.454,1731.6018,157.113483,118.016247,1683.0934,157.113483,3427.0759,39.466907,29.645681,29.645681,1.117251,10.00372,23774.446553,2.46122602544847
+c46,1108.984,7471.505,1949.97,118.016247,3475.891,77.680494,3366.9575,3324.8076,3203.344,3427.0759,1299.926,2376.5679,29.645681,1.117251,10.00372,31241.492293,1.87296708194743
+c47,1129.478,7471.505,1949.97,3356.913,3475.891,157.113483,77.680494,3324.8076,157.113483,3427.0759,2479.9481,1273.3007,1286.6509,0.839227,0.016391,29568.303278,1.97895314096841
+c48,1108.984,7471.505,1949.97,6973.454,3475.891,77.680494,3366.9575,1683.0934,157.113483,118.016247,1299.926,39.466907,29.645681,1.117251,0.016391,27752.837354,2.10840736339074
+c49,1129.478,7471.505,1949.97,6973.454,1731.6018,118.016247,118.016247,3324.8076,6053.9348,157.113483,1299.926,19.513340,1286.6509,57.16078,10.00372,31701.151917,1.84580947757423
+c50,1108.984,6358.145,1949.97,6973.454,59.008124,6007.756,3366.9575,1683.0934,157.113483,157.113483,1299.926,2376.5679,29.645681,1.117251,10.00372,31538.855542,1.85530786237777
+c51,1108.984,6358.145,1949.97,6973.454,3475.891,77.680494,3366.9575,1683.0934,157.113483,157.113483,1299.926,2376.5679,29.645681,57.16078,10.00372,29081.706441,2.01206510218048
+c16,16357.319723
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,352.4661,1550.099,701.7255,1159.5933,558.563,925.6073,971.2723,490.07014,857.91333,883.36663,344.11179,344.22248,351.94343,12.419968,1.04789,9504.422158,0.999999989478582
+c1,352.4661,90.532480,426.5549,1159.5933,558.563,82.574848,971.2723,290.68457,527.54432,543.5573,208.37216,21.220352,21.220352,12.419968,1.669613,5268.245563,1.80409623354347
+c2,352.4661,90.532480,426.5549,1159.5933,558.563,82.574848,590.3019,290.68457,83.036160,83.036160,208.37216,344.22248,210.33129,0.922624,1.669613,4482.861585,2.12016850526585
+c3,352.4661,90.532480,426.5549,1159.5933,558.563,82.574848,590.3019,290.68457,857.91333,543.5573,208.37216,344.22248,21.220352,0.922624,1.669613,5529.148957,1.71896652812556
+c4,442.9824,90.532480,426.5549,1159.5933,41.518080,82.574848,590.3019,290.68457,83.036160,543.5573,208.37216,21.220352,21.220352,0.922624,1.669613,4004.741039,2.37329251207814
+c5,442.9824,1610.85,701.7255,82.574848,41.518080,82.574848,971.2723,290.68457,83.036160,83.036160,21.220352,206.54856,351.94343,0.922624,0.018020,4970.907852,1.91200928477784
+c6,352.4661,1550.099,426.5549,1159.5933,333.7788,544.1687,590.3019,41.518080,83.036160,83.036160,21.220352,21.220352,21.220352,7.640322,1.669613,5237.524091,1.81467842656118
+c7,352.4661,90.532480,426.5549,1159.5933,41.518080,82.574848,971.2723,290.68457,83.036160,543.5573,208.37216,344.22248,21.220352,0.922624,0.018020,4616.545674,2.05877351233646
+c8,352.4661,1550.099,426.5549,82.574848,41.518080,925.6073,971.2723,490.07014,83.036160,83.036160,208.37216,21.220352,21.220352,12.419968,0.018020,5269.48584,1.80367160406542
+c9,352.4661,90.532480,426.5549,1159.5933,41.518080,82.574848,590.3019,290.68457,83.036160,543.5573,208.37216,344.22248,21.220352,0.922624,1.669613,4237.226867,2.24307600985775
+c10,352.4661,90.532480,426.5549,1159.5933,41.518080,82.574848,590.3019,290.68457,83.036160,543.5573,208.37216,344.22248,21.220352,0.922624,1.669613,4237.226867,2.24307600985775
+c11,352.4661,90.532480,426.5549,1159.5933,41.518080,925.6073,590.3019,290.68457,527.54432,83.036160,208.37216,344.22248,21.220352,0.922624,1.669613,5064.246339,1.87676928294919
+c12,352.4661,1550.099,426.5549,1159.5933,41.518080,82.574848,590.3019,41.518080,83.036160,543.5573,344.11179,344.22248,351.94343,0.922624,1.669613,5914.089605,1.6070811624593
+c13,352.4661,1550.099,426.5549,82.574848,41.518080,925.6073,590.3019,490.07014,83.036160,543.5573,21.220352,344.22248,21.220352,0.922624,1.669613,5475.041149,1.73595443865121
+c14,352.4661,1610.85,701.7255,652.9992,333.7788,925.6073,971.2723,41.518080,83.036160,83.036160,208.37216,21.220352,21.220352,0.922624,0.018020,6008.043108,1.58194970125122
+c15,442.9824,1610.85,701.7255,652.9992,41.518080,925.6073,82.574848,490.07014,83.036160,543.5573,21.220352,21.220352,21.220352,0.922624,0.018020,5639.522628,1.68532385033417
+c16,352.4661,1610.85,426.5549,652.9992,41.518080,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,21.220352,21.220352,0.922624,1.04789,3959.078244,2.40066533980162
+c17,442.9824,1610.85,701.7255,652.9992,558.563,544.1687,82.574848,41.518080,527.54432,883.36663,21.220352,206.54856,21.220352,0.922624,1.669613,6297.874179,1.50914764838862
+c18,352.4661,90.532480,426.5549,1159.5933,41.518080,82.574848,590.3019,290.68457,527.54432,543.5573,208.37216,206.54856,21.220352,0.922624,0.018020,4542.409514,2.09237452490122
+c19,352.4661,1610.85,426.5549,652.9992,558.563,544.1687,82.574848,490.07014,83.036160,543.5573,208.37216,21.220352,21.220352,7.640322,0.018020,5603.311554,1.69621515719461
+c20,352.4661,1610.85,426.5549,1159.5933,41.518080,925.6073,82.574848,490.07014,83.036160,883.36663,21.220352,21.220352,21.220352,0.922624,1.669613,6121.890751,1.55253048270984
+c21,352.4661,1610.85,701.7255,652.9992,558.563,544.1687,82.574848,41.518080,83.036160,883.36663,21.220352,206.54856,351.94343,0.922624,0.018020,6091.921204,1.56016824310572
+c22,352.4661,1550.099,426.5549,82.574848,41.518080,82.574848,590.3019,290.68457,83.036160,543.5573,208.37216,344.22248,21.220352,0.922624,1.669613,4619.774935,2.05733441260522
+c23,442.9824,1610.85,426.5549,1159.5933,333.7788,544.1687,82.574848,41.518080,527.54432,543.5573,208.37216,21.220352,21.220352,12.419968,1.669613,5978.025093,1.58989329270965
+c24,352.4661,1610.85,426.5549,1159.5933,333.7788,544.1687,82.574848,41.518080,83.036160,543.5573,208.37216,21.220352,21.220352,12.419968,0.018020,5441.34904,1.74670323727839
+c25,442.9824,1610.85,426.5549,652.9992,41.518080,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,206.54856,210.33129,7.640322,1.04789,4430.751388,2.14510386866455
+c26,352.4661,1610.85,426.5549,652.9992,333.7788,925.6073,82.574848,41.518080,527.54432,543.5573,208.37216,344.22248,21.220352,0.922624,1.669613,6073.858077,1.56480804803619
+c27,352.4661,1610.85,426.5549,652.9992,333.7788,925.6073,82.574848,41.518080,527.54432,543.5573,208.37216,344.22248,21.220352,12.419968,1.669613,6085.355421,1.56185158372442
+c28,352.4661,1610.85,426.5549,1159.5933,558.563,544.1687,82.574848,41.518080,527.54432,543.5573,208.37216,21.220352,21.220352,12.419968,0.018020,6110.6414,1.55538860494434
+c29,352.4661,1610.85,426.5549,652.9992,333.7788,925.6073,82.574848,41.518080,527.54432,543.5573,208.37216,344.22248,21.220352,0.922624,1.669613,6073.858077,1.56480804803619
+c30,352.4661,1550.099,701.7255,652.9992,41.518080,82.574848,590.3019,290.68457,83.036160,83.036160,21.220352,344.22248,21.220352,0.922624,0.018020,4816.045346,1.97349096153027
+c31,442.9824,1550.099,701.7255,82.574848,558.563,544.1687,971.2723,490.07014,857.91333,83.036160,344.11179,21.220352,210.33129,0.922624,0.018020,6859.009454,1.3856843445359
+c32,442.9824,1550.099,701.7255,82.574848,333.7788,82.574848,590.3019,490.07014,527.54432,83.036160,208.37216,21.220352,21.220352,0.922624,0.018020,5136.441424,1.8503904139842
+c33,442.9824,1550.099,426.5549,82.574848,558.563,544.1687,971.2723,490.07014,857.91333,83.036160,344.11179,21.220352,210.33129,0.922624,0.018020,6583.838854,1.44359882196474
+c34,352.4661,1610.85,426.5549,652.9992,41.518080,82.574848,971.2723,490.07014,83.036160,83.036160,208.37216,21.220352,21.220352,0.922624,1.04789,5047.161266,1.8831223075264
+c35,442.9824,1550.099,426.5549,652.9992,41.518080,925.6073,82.574848,41.518080,857.91333,883.36663,208.37216,21.220352,210.33129,0.922624,1.04789,6347.028084,1.49746021011209
+c36,442.9824,1610.85,426.5549,652.9992,333.7788,544.1687,971.2723,41.518080,527.54432,883.36663,21.220352,206.54856,21.220352,0.922624,1.669613,6686.616831,1.42140969881739
+c37,442.9824,1550.099,426.5549,1159.5933,558.563,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,344.22248,21.220352,0.922624,0.018020,5334.454822,1.78170446596193
+c38,352.4661,1550.099,426.5549,1159.5933,333.7788,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,344.22248,21.220352,0.922624,1.04789,5020.184192,1.89324168300872
+c39,352.4661,1550.099,701.7255,652.9992,41.518080,82.574848,971.2723,490.07014,83.036160,543.5573,21.220352,344.22248,21.220352,12.419968,1.04789,5869.44967,1.61930377300085
+c40,442.9824,1550.099,701.7255,652.9992,333.7788,82.574848,82.574848,490.07014,83.036160,83.036160,208.37216,21.220352,210.33129,0.922624,0.018020,4943.741502,1.92251596526707
+c41,352.4661,1550.099,426.5549,1159.5933,558.563,544.1687,590.3019,41.518080,83.036160,543.5573,208.37216,206.54856,21.220352,0.922624,1.669613,6288.591749,1.51137526273253
+c42,442.9824,1550.099,426.5549,1159.5933,333.7788,82.574848,82.574848,290.68457,83.036160,83.036160,208.37216,344.22248,210.33129,0.922624,1.04789,5299.81143,1.79335097185994
+c43,352.4661,1550.099,426.5549,1159.5933,41.518080,82.574848,590.3019,290.68457,83.036160,883.36663,208.37216,344.22248,21.220352,12.419968,1.669613,6048.100061,1.57147234751293
+c44,352.4661,1550.099,426.5549,1159.5933,333.7788,82.574848,590.3019,290.68457,83.036160,83.036160,21.220352,21.220352,21.220352,0.922624,1.669613,5018.379031,1.8939227009152
+c45,352.4661,1610.85,426.5549,1159.5933,333.7788,82.574848,82.574848,290.68457,83.036160,543.5573,21.220352,21.220352,21.220352,0.922624,1.669613,5031.924119,1.88882458168037
+c46,352.4661,1550.099,426.5549,82.574848,558.563,82.574848,590.3019,490.07014,527.54432,543.5573,208.37216,344.22248,21.220352,0.922624,1.669613,5780.713585,1.64416068255766
+c47,442.9824,1550.099,426.5549,652.9992,558.563,82.574848,82.574848,490.07014,83.036160,543.5573,344.11179,206.54856,210.33129,0.922624,0.018020,5674.94408,1.67480451904639
+c48,352.4661,1550.099,426.5549,1159.5933,558.563,82.574848,590.3019,290.68457,83.036160,83.036160,208.37216,21.220352,21.220352,0.922624,0.018020,5428.663446,1.75078489898368
+c49,442.9824,1550.099,426.5549,1159.5933,333.7788,82.574848,82.574848,490.07014,857.91333,83.036160,208.37216,21.220352,210.33129,7.640322,1.669613,5958.411463,1.595126831624
+c50,352.4661,1610.85,426.5549,1159.5933,41.518080,925.6073,590.3019,290.68457,83.036160,83.036160,208.37216,344.22248,21.220352,0.922624,1.669613,6140.055699,1.54793742420841
+c51,352.4661,1610.85,426.5549,1159.5933,558.563,82.574848,590.3019,290.68457,83.036160,83.036160,208.37216,344.22248,21.220352,7.640322,1.669613,5820.785865,1.63284171848088
+c16,3959.078244
+
+Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,1108.984,7471.505,3792.343,6973.454,3475.891,6007.756,6530.41,3324.8076,6053.9348,6493.6098,2479.9481,2376.5679,2353.8847,69.37799,1.812953,58514.286843,0.999999998291016
+c1,1108.984,472.88204,1949.97,7209.476,3475.891,272.76268,6530.41,1732.6793,3203.344,3427.0759,1299.926,69.928921,80.061262,69.37799,16.49564,30919.264733,1.89248635629098
+c2,1108.984,472.88204,1949.97,7209.476,3475.891,313.098433,3366.9575,1683.0934,357.330128,277.897139,1299.926,2388.8133,1319.7884,3.135222,10.00372,25237.246282,2.31856859331271
+c3,1108.984,472.88204,1949.97,7209.476,3475.891,272.76268,3366.9575,1683.0934,6117.8413,3521.5484,1299.926,2388.8133,89.882488,3.135222,10.00372,32971.16705,1.77471081253488
+c4,1145.5648,472.88204,1949.97,7209.476,179.180675,352.195669,3366.9575,1683.0934,357.330128,3427.0759,1299.926,89.882488,80.061262,3.135222,10.00372,21626.734804,2.70564591015435
+c5,1145.5648,6358.145,3996.263,375.615141,179.180675,352.195669,6530.41,1732.6793,277.897139,277.897139,80.061262,1273.3007,2365.9264,2.570366,0.543719,24948.25031,2.34542646804386
+c6,1108.984,7471.505,2073.98,7209.476,1802.5061,3053.2545,3366.9575,171.815177,277.897139,318.232892,89.882488,89.882488,89.882488,57.16078,10.00372,27191.420272,2.15193932654045
+c7,1108.984,472.88204,1949.97,7209.476,159.632057,272.76268,6530.41,1732.6793,357.330128,3427.0759,1299.926,2388.8133,80.061262,3.135222,0.543719,26993.681608,2.16770307496285
+c8,1108.984,7471.505,2073.98,375.615141,179.180675,6007.756,6530.41,3324.8076,357.330128,357.330128,1299.926,80.061262,69.928921,69.37799,0.543719,29306.736564,1.99661557388197
+c9,1108.984,472.88204,1949.97,7209.476,179.180675,313.098433,3366.9575,1683.0934,357.330128,3427.0759,1299.926,2388.8133,80.061262,2.570366,10.00372,23849.422724,2.45348859277702
+c10,1108.984,472.88204,1949.97,7209.476,179.180675,313.098433,3366.9575,1683.0934,357.330128,3427.0759,1299.926,2388.8133,80.061262,3.135222,10.00372,23849.98758,2.45343048508443
+c11,1108.984,472.88204,1949.97,7209.476,159.632057,6007.756,3519.4585,1683.0934,3203.344,277.897139,1299.926,2388.8133,80.061262,3.135222,10.00372,29374.43264,1.99201419005853
+c12,1108.984,7471.505,2073.98,7209.476,139.46418,272.76268,3366.9575,171.815177,357.330128,3427.0759,2492.7759,2376.5679,2353.8847,3.135222,10.00372,32835.718007,1.78203158683244
+c13,1108.984,7471.505,2073.98,375.615141,159.632057,6007.756,3519.4585,3383.8134,357.330128,3427.0759,69.928921,2376.5679,80.061262,3.135222,10.00372,30424.847151,1.92324011884979
+c14,1108.984,6756.043,3996.263,3610.731,1731.6018,6130.47,6530.41,132.098682,318.232892,318.232892,1299.926,80.061262,69.928921,2.857198,0.538289,32086.378936,1.82364880678336
+c15,1145.5648,6358.145,3996.263,3610.731,139.46418,6007.756,352.195669,3324.8076,357.330128,3427.0759,89.882488,80.061262,69.928921,3.135222,0.538289,28962.879459,2.0203200694807
+c16,1108.984,6756.043,1949.97,3356.913,139.46418,313.098433,352.195669,1683.0934,357.330128,277.897139,1299.926,80.061262,69.928921,2.570366,1.812953,17749.288451,3.29671167804094
+c17,1145.5648,6358.145,3996.263,3610.731,3586.141,3197.8545,272.76268,132.098682,3203.344,6559.316,80.061262,1273.3007,80.061262,2.570366,10.00372,33508.217972,1.7462667431992
+c18,1108.984,472.88204,1949.97,7209.476,179.180675,272.76268,3366.9575,1683.0934,3203.344,3427.0759,1299.926,1273.3007,80.061262,3.135222,0.538289,25530.687668,2.29191972322584
+c19,1108.984,6756.043,1949.97,3356.913,3586.141,3197.8545,352.195669,3324.8076,277.897139,3427.0759,1299.926,80.061262,80.061262,57.16078,0.532687,28855.623799,2.02782955058642
+c20,1108.984,6756.043,1949.97,7209.476,179.180675,6007.756,352.195669,3324.8076,357.330128,6493.6098,80.061262,89.882488,80.061262,2.570366,10.00372,34001.93197,1.72091064479913
+c21,1108.984,6756.043,3996.263,3610.731,3586.141,3197.8545,272.76268,171.815177,357.330128,6493.6098,80.061262,1273.3007,2365.9264,2.857198,0.538289,33274.218134,1.75854730625074
+c22,1108.984,7471.505,2073.98,296.182152,159.632057,272.76268,3366.9575,1683.0934,357.330128,3427.0759,1299.926,2388.8133,80.061262,2.570366,10.00372,23998.877465,2.43820931560305
+c23,1145.5648,6358.145,1949.97,7209.476,1802.5061,3053.2545,352.195669,171.815177,3203.344,3427.0759,1299.926,69.928921,80.061262,69.37799,16.49564,30209.136959,1.93697313262271
+c24,1108.984,6756.043,1949.97,7209.476,1802.5061,3053.2545,352.195669,171.815177,277.897139,3427.0759,1299.926,80.061262,80.061262,69.37799,0.532687,27639.176686,2.11707777319327
+c25,1145.5648,6358.145,1949.97,3356.913,159.632057,272.76268,352.195669,1683.0934,357.330128,277.897139,1299.926,1273.3007,1286.6509,57.16078,1.8312957,19832.3735487,2.95044294139928
+c26,1108.984,6756.043,1949.97,3356.913,1731.6018,6130.47,272.76268,152.266559,3203.344,3427.0759,1299.926,2388.8133,80.061262,2.857198,10.00372,31871.092419,1.83596739923856
+c27,1108.984,6756.043,1949.97,3356.913,1731.6018,6130.47,272.76268,152.266559,3203.344,3427.0759,1299.926,2388.8133,89.882488,69.37799,16.49564,31953.926357,1.83120803390913
+c28,1108.984,6756.043,1949.97,7209.476,3475.891,3197.8545,352.195669,171.815177,3203.344,3427.0759,1299.926,80.061262,80.061262,69.37799,0.543719,32382.619479,1.80696582314009
+c29,1108.984,6756.043,1949.97,3356.913,1731.6018,6130.47,272.76268,171.815177,3203.344,3427.0759,1299.926,2388.8133,80.061262,2.857198,10.00372,31890.641037,1.83484197108571
+c30,1108.984,7471.505,3792.343,3610.731,179.180675,352.195669,3366.9575,1683.0934,357.330128,357.330128,89.882488,2376.5679,80.061262,3.135222,0.532687,24829.830059,2.35661244834534
+c31,1145.5648,7908.45,3792.343,375.615141,3475.891,3197.8545,6654.867,3324.8076,6053.9348,318.232892,2479.9481,89.882488,1286.6509,3.135222,0.538289,40107.715732,1.45892842883649
+c32,1145.5648,7908.45,3792.343,375.615141,1731.6018,272.76268,3366.9575,3383.8134,3293.4507,277.897139,1299.926,80.061262,80.061262,3.135222,0.543719,27012.183625,2.16621830499563
+c33,1145.5648,7908.45,2073.98,375.615141,3475.891,3197.8545,6654.867,3324.8076,6053.9348,318.232892,2479.9481,89.882488,1286.6509,3.135222,0.538289,38389.352732,1.52423217705886
+c34,1108.984,6756.043,1949.97,3356.913,159.632057,272.76268,6530.41,3324.8076,357.330128,357.330128,1299.926,89.882488,89.882488,2.857198,1.812953,25658.54372,2.28049912939292
+c35,1145.5648,7908.45,2073.98,3356.913,139.46418,6007.756,272.76268,152.266559,6053.9348,6493.6098,1337.2918,80.061262,1286.6509,2.570366,1.812953,36313.0891,1.61138278599002
+c36,1145.5648,6358.145,1949.97,3356.913,1731.6018,3053.2545,6654.867,132.098682,3203.344,6559.316,80.061262,1273.3007,89.882488,2.857198,10.00372,35601.18015,1.64360525218823
+c37,1145.5648,7908.45,2073.98,7209.476,3475.891,313.098433,313.098433,1683.0934,357.330128,277.897139,1299.926,2388.8133,80.061262,3.135222,0.532687,28530.347804,2.05094894180369
+c38,1108.984,7471.505,2073.98,7209.476,1802.5061,352.195669,352.195669,1683.0934,318.232892,357.330128,1299.926,2388.8133,89.882488,2.570366,1.812953,26512.503965,2.20704489849552
+c39,1108.984,7471.505,3792.343,3610.731,159.632057,272.76268,6530.41,3324.8076,318.232892,3427.0759,80.061262,2376.5679,80.061262,69.37799,1.812953,32624.365496,1.79357623586018
+c40,1145.5648,7908.45,3792.343,3610.731,1731.6018,313.098433,313.098433,3324.8076,357.330128,357.330128,1299.926,69.928921,1286.6509,2.857198,0.543719,25514.26206,2.29339521856665
+c41,1108.984,7471.505,2073.98,7209.476,3475.891,3197.8545,3366.9575,171.815177,357.330128,3427.0759,1299.926,1273.3007,69.928921,3.135222,10.00372,34517.163768,1.6952229061104
+c42,1145.5648,7908.45,2073.98,7209.476,1802.5061,313.098433,313.098433,1683.0934,357.330128,357.330128,1299.926,2388.8133,1319.7884,3.135222,1.812953,28177.403297,2.07663871715127
+c43,1108.984,7471.505,2073.98,7209.476,179.180675,272.76268,3366.9575,1683.0934,357.330128,6493.6098,1337.2918,2388.8133,80.061262,69.37799,16.49564,34108.919175,1.71551277750063
+c44,1108.984,7471.505,2073.98,7209.476,1802.5061,352.195669,3366.9575,1683.0934,318.232892,357.330128,89.882488,89.882488,89.882488,3.135222,10.00372,26027.047095,2.2482107326505
+c45,1108.984,6756.043,1949.97,7209.476,1802.5061,352.195669,313.098433,1683.0934,357.330128,3427.0759,89.882488,80.061262,80.061262,3.135222,10.00372,25222.916584,2.31988582351851
+c46,1108.984,7471.505,2073.98,336.517905,3475.891,272.76268,3366.9575,3383.8134,3293.4507,3427.0759,1299.926,2388.8133,80.061262,3.135222,10.00372,31992.877589,1.82897854365626
+c47,1145.5648,7908.45,2073.98,3356.913,3586.141,352.195669,272.76268,3324.8076,357.330128,3427.0759,2492.7759,1307.6007,1286.6509,2.857198,0.538289,30895.643764,1.89393323863309
+c48,1108.984,7471.505,2073.98,7209.476,3475.891,272.76268,3366.9575,1683.0934,357.330128,318.232892,1299.926,89.882488,80.061262,3.135222,0.538289,28811.755861,2.03091706462479
+c49,1145.5648,7908.45,2073.98,7209.476,1802.5061,313.098433,313.098433,3324.8076,6053.9348,357.330128,1299.926,69.928921,1286.6509,57.16078,10.00372,33225.916615,1.76110375960172
+c50,1108.984,6756.043,1949.97,7209.476,159.632057,6007.756,3519.4585,1683.0934,357.330128,357.330128,1299.926,2388.8133,80.061262,3.135222,10.00372,32891.012717,1.77903572530781
+c51,1108.984,6756.043,1949.97,7209.476,3475.891,272.76268,3366.9575,1683.0934,357.330128,357.330128,1299.926,2388.8133,80.061262,57.16078,10.00372,30373.802898,1.92647219206804
+c16,17749.288451
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,188.762345,0,0,0,151.959867,0,0,0,0,0,38.454652,38.454652,0,0,417.631516,0
+c2,0,188.762345,0,0,0,151.959867,0,0,153.127903,153.127903,0,0,0,1.156348,0,648.134366,0
+c3,0,188.762345,0,0,0,151.959867,0,0,0,0,0,0,38.454652,1.156348,0,380.333212,0
+c4,0,188.762345,0,0,76.708720,151.959867,0,0,153.127903,0,0,38.454652,38.454652,1.156348,0,648.624487,0
+c5,0,0,0,157.595858,76.708720,151.959867,0,0,153.127903,153.127903,38.454652,0,0,1.156348,0.102999,732.23425,0
+c6,0,0,0,0,0,0,0,74.930729,153.127903,153.127903,38.454652,38.454652,38.454652,0,0,496.550491,0
+c7,0,188.762345,0,0,76.708720,151.959867,0,0,153.127903,0,0,0,38.454652,1.156348,0.102999,610.272834,0
+c8,0,0,0,157.595858,76.708720,0,0,0,153.127903,153.127903,0,38.454652,38.454652,0,0.102999,617.572687,0
+c9,0,188.762345,0,0,76.708720,151.959867,0,0,153.127903,0,0,0,38.454652,1.156348,0,610.169835,0
+c10,0,188.762345,0,0,76.708720,151.959867,0,0,153.127903,0,0,0,38.454652,1.156348,0,610.169835,0
+c11,0,188.762345,0,0,76.708720,0,0,0,0,153.127903,0,0,38.454652,1.156348,0,458.209968,0
+c12,0,0,0,0,76.708720,151.959867,0,74.930729,153.127903,0,0,0,0,1.156348,0,457.883567,0
+c13,0,0,0,157.595858,76.708720,0,0,0,153.127903,0,38.454652,0,38.454652,1.156348,0,465.498133,0
+c14,0,0,0,0,0,0,0,74.930729,153.127903,153.127903,0,38.454652,38.454652,1.156348,0.102999,459.355186,0
+c15,0,0,0,0,76.708720,0,151.959867,0,153.127903,0,38.454652,38.454652,38.454652,1.156348,0.102999,498.419793,0
+c16,0,0,0,0,76.708720,151.959867,151.959867,0,153.127903,153.127903,0,38.454652,38.454652,1.156348,0,764.949912,0
+c17,0,0,0,0,0,0,151.959867,74.930729,0,0,38.454652,0,38.454652,1.156348,0,304.956248,0
+c18,0,188.762345,0,0,76.708720,151.959867,0,0,0,0,0,0,38.454652,1.156348,0.102999,457.144931,0
+c19,0,0,0,0,0,0,151.959867,0,153.127903,0,0,38.454652,38.454652,0,0.102999,382.100073,0
+c20,0,0,0,0,76.708720,0,151.959867,0,153.127903,0,38.454652,38.454652,38.454652,1.156348,0,498.316794,0
+c21,0,0,0,0,0,0,151.959867,74.930729,153.127903,0,38.454652,0,0,1.156348,0.102999,419.732498,0
+c22,0,0,0,157.595858,76.708720,151.959867,0,0,153.127903,0,0,0,38.454652,1.156348,0,579.003348,0
+c23,0,0,0,0,0,0,151.959867,74.930729,0,0,0,38.454652,38.454652,0,0,303.7999,0
+c24,0,0,0,0,0,0,151.959867,74.930729,153.127903,0,0,38.454652,38.454652,0,0.102999,457.030802,0
+c25,0,0,0,0,76.708720,151.959867,151.959867,0,153.127903,153.127903,0,0,0,0,0,686.88426,0
+c26,0,0,0,0,0,0,151.959867,74.930729,0,0,0,0,38.454652,1.156348,0,266.501596,0
+c27,0,0,0,0,0,0,151.959867,74.930729,0,0,0,0,38.454652,0,0,265.345248,0
+c28,0,0,0,0,0,0,151.959867,74.930729,0,0,0,38.454652,38.454652,0,0.102999,303.902899,0
+c29,0,0,0,0,0,0,151.959867,74.930729,0,0,0,0,38.454652,1.156348,0,266.501596,0
+c30,0,0,0,0,76.708720,151.959867,0,0,153.127903,153.127903,38.454652,0,38.454652,1.156348,0.102999,613.093044,0
+c31,0,0,0,157.595858,0,0,0,0,0,153.127903,0,38.454652,0,1.156348,0.102999,350.43776,0
+c32,0,0,0,157.595858,0,151.959867,0,0,0,153.127903,0,38.454652,38.454652,1.156348,0.102999,540.852279,0
+c33,0,0,0,157.595858,0,0,0,0,0,153.127903,0,38.454652,0,1.156348,0.102999,350.43776,0
+c34,0,0,0,0,76.708720,151.959867,0,0,153.127903,153.127903,0,38.454652,38.454652,1.156348,0,612.990045,0
+c35,0,0,0,0,76.708720,0,151.959867,74.930729,0,0,0,38.454652,0,1.156348,0,343.210316,0
+c36,0,0,0,0,0,0,0,74.930729,0,0,38.454652,0,38.454652,1.156348,0,152.996381,0
+c37,0,0,0,0,0,151.959867,151.959867,0,153.127903,153.127903,0,0,38.454652,1.156348,0.102999,649.889539,0
+c38,0,0,0,0,0,151.959867,151.959867,0,153.127903,153.127903,0,0,38.454652,1.156348,0,649.78654,0
+c39,0,0,0,0,76.708720,151.959867,0,0,153.127903,0,38.454652,0,38.454652,0,0,458.705794,0
+c40,0,0,0,0,0,151.959867,151.959867,0,153.127903,153.127903,0,38.454652,0,1.156348,0.102999,649.889539,0
+c41,0,0,0,0,0,0,0,74.930729,153.127903,0,0,0,38.454652,1.156348,0,267.669632,0
+c42,0,0,0,0,0,151.959867,151.959867,0,153.127903,153.127903,0,0,0,1.156348,0,611.331888,0
+c43,0,0,0,0,76.708720,151.959867,0,0,153.127903,0,0,0,38.454652,0,0,420.251142,0
+c44,0,0,0,0,0,151.959867,0,0,153.127903,153.127903,38.454652,38.454652,38.454652,1.156348,0,574.735977,0
+c45,0,0,0,0,0,151.959867,151.959867,0,153.127903,0,38.454652,38.454652,38.454652,1.156348,0,573.567941,0
+c46,0,0,0,157.595858,0,151.959867,0,0,0,0,0,0,38.454652,1.156348,0,349.166725,0
+c47,0,0,0,0,0,151.959867,151.959867,0,153.127903,0,0,0,0,1.156348,0.102999,458.306984,0
+c48,0,0,0,0,0,151.959867,0,0,153.127903,153.127903,0,38.454652,38.454652,1.156348,0.102999,536.384324,0
+c49,0,0,0,0,0,151.959867,151.959867,0,0,153.127903,0,38.454652,0,0,0,495.502289,0
+c50,0,0,0,0,76.708720,0,0,0,153.127903,153.127903,0,0,38.454652,1.156348,0,422.575526,0
+c51,0,0,0,0,0,151.959867,0,0,153.127903,153.127903,0,0,38.454652,0,0,496.670325,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,109.549158,0,0,0,43.122319,0,0,0,0,0,11.960929,11.960929,0,0,176.593335,0
+c2,0,109.549158,0,0,0,43.122319,0,0,47.088742,47.088742,0,0,0,0.861623,0,247.710584,0
+c3,0,109.549158,0,0,0,43.122319,0,0,0,0,0,0,11.960929,0.861623,0,165.494029,0
+c4,0,109.549158,0,0,23.915213,43.122319,0,0,47.088742,0,0,11.960929,11.960929,0.861623,0,248.458913,0
+c5,0,0,0,60.905800,23.915213,43.122319,0,0,47.088742,47.088742,11.960929,0,0,0.861623,0.418899,235.362267,0
+c6,0,0,0,0,0,0,0,18.327706,47.088742,47.088742,11.960929,11.960929,11.960929,0,0,148.387977,0
+c7,0,109.549158,0,0,23.915213,43.122319,0,0,47.088742,0,0,0,11.960929,0.861623,0.418899,236.916883,0
+c8,0,0,0,60.905800,23.915213,0,0,0,47.088742,47.088742,0,11.960929,11.960929,0,0.418899,203.339254,0
+c9,0,109.549158,0,0,23.915213,43.122319,0,0,47.088742,0,0,0,11.960929,0.861623,0,236.497984,0
+c10,0,109.549158,0,0,23.915213,43.122319,0,0,47.088742,0,0,0,11.960929,0.861623,0,236.497984,0
+c11,0,109.549158,0,0,23.915213,0,0,0,0,47.088742,0,0,11.960929,0.861623,0,193.375665,0
+c12,0,0,0,0,23.915213,43.122319,0,18.327706,47.088742,0,0,0,0,0.861623,0,133.315603,0
+c13,0,0,0,60.905800,23.915213,0,0,0,47.088742,0,11.960929,0,11.960929,0.861623,0,156.693236,0
+c14,0,0,0,0,0,0,0,18.327706,47.088742,47.088742,0,11.960929,11.960929,0.861623,0.418899,137.70757,0
+c15,0,0,0,0,23.915213,0,43.122319,0,47.088742,0,11.960929,11.960929,11.960929,0.861623,0.418899,151.289583,0
+c16,0,0,0,0,23.915213,43.122319,43.122319,0,47.088742,47.088742,0,11.960929,11.960929,0.861623,0,229.120816,0
+c17,0,0,0,0,0,0,43.122319,18.327706,0,0,11.960929,0,11.960929,0.861623,0,86.233506,0
+c18,0,109.549158,0,0,23.915213,43.122319,0,0,0,0,0,0,11.960929,0.861623,0.418899,189.828141,0
+c19,0,0,0,0,0,0,43.122319,0,47.088742,0,0,11.960929,11.960929,0,0.418899,114.551818,0
+c20,0,0,0,0,23.915213,0,43.122319,0,47.088742,0,11.960929,11.960929,11.960929,0.861623,0,150.870684,0
+c21,0,0,0,0,0,0,43.122319,18.327706,47.088742,0,11.960929,0,0,0.861623,0.418899,121.780218,0
+c22,0,0,0,60.905800,23.915213,43.122319,0,0,47.088742,0,0,0,11.960929,0.861623,0,187.854626,0
+c23,0,0,0,0,0,0,43.122319,18.327706,0,0,0,11.960929,11.960929,0,0,85.371883,0
+c24,0,0,0,0,0,0,43.122319,18.327706,47.088742,0,0,11.960929,11.960929,0,0.418899,132.879524,0
+c25,0,0,0,0,23.915213,43.122319,43.122319,0,47.088742,47.088742,0,0,0,0,0,204.337335,0
+c26,0,0,0,0,0,0,43.122319,18.327706,0,0,0,0,11.960929,0.861623,0,74.272577,0
+c27,0,0,0,0,0,0,43.122319,18.327706,0,0,0,0,11.960929,0,0,73.410954,0
+c28,0,0,0,0,0,0,43.122319,18.327706,0,0,0,11.960929,11.960929,0,0.418899,85.790782,0
+c29,0,0,0,0,0,0,43.122319,18.327706,0,0,0,0,11.960929,0.861623,0,74.272577,0
+c30,0,0,0,0,23.915213,43.122319,0,0,47.088742,47.088742,11.960929,0,11.960929,0.861623,0.418899,186.417396,0
+c31,0,0,0,60.905800,0,0,0,0,0,47.088742,0,11.960929,0,0.861623,0.418899,121.235993,0
+c32,0,0,0,60.905800,0,43.122319,0,0,0,47.088742,0,11.960929,11.960929,0.861623,0.418899,176.319241,0
+c33,0,0,0,60.905800,0,0,0,0,0,47.088742,0,11.960929,0,0.861623,0.418899,121.235993,0
+c34,0,0,0,0,23.915213,43.122319,0,0,47.088742,47.088742,0,11.960929,11.960929,0.861623,0,185.998497,0
+c35,0,0,0,0,23.915213,0,43.122319,18.327706,0,0,0,11.960929,0,0.861623,0,98.18779,0
+c36,0,0,0,0,0,0,0,18.327706,0,0,11.960929,0,11.960929,0.861623,0,43.111187,0
+c37,0,0,0,0,0,43.122319,43.122319,0,47.088742,47.088742,0,0,11.960929,0.861623,0.418899,193.663573,0
+c38,0,0,0,0,0,43.122319,43.122319,0,47.088742,47.088742,0,0,11.960929,0.861623,0,193.244674,0
+c39,0,0,0,0,23.915213,43.122319,0,0,47.088742,0,11.960929,0,11.960929,0,0,138.048132,0
+c40,0,0,0,0,0,43.122319,43.122319,0,47.088742,47.088742,0,11.960929,0,0.861623,0.418899,193.663573,0
+c41,0,0,0,0,0,0,0,18.327706,47.088742,0,0,0,11.960929,0.861623,0,78.239,0
+c42,0,0,0,0,0,43.122319,43.122319,0,47.088742,47.088742,0,0,0,0.861623,0,181.283745,0
+c43,0,0,0,0,23.915213,43.122319,0,0,47.088742,0,0,0,11.960929,0,0,126.087203,0
+c44,0,0,0,0,0,43.122319,0,0,47.088742,47.088742,11.960929,11.960929,11.960929,0.861623,0,174.044213,0
+c45,0,0,0,0,0,43.122319,43.122319,0,47.088742,0,11.960929,11.960929,11.960929,0.861623,0,170.07779,0
+c46,0,0,0,60.905800,0,43.122319,0,0,0,0,0,0,11.960929,0.861623,0,116.850671,0
+c47,0,0,0,0,0,43.122319,43.122319,0,47.088742,0,0,0,0,0.861623,0.418899,134.613902,0
+c48,0,0,0,0,0,43.122319,0,0,47.088742,47.088742,0,11.960929,11.960929,0.861623,0.418899,162.502183,0
+c49,0,0,0,0,0,43.122319,43.122319,0,0,47.088742,0,11.960929,0,0,0,145.294309,0
+c50,0,0,0,0,23.915213,0,0,0,47.088742,47.088742,0,0,11.960929,0.861623,0,130.915249,0
+c51,0,0,0,0,0,43.122319,0,0,47.088742,47.088742,0,0,11.960929,0,0,149.260732,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,32.936441,0,0,0,18.163317,0,0,0,0,0,4.848960,4.848960,0,0,60.797678,0
+c2,0,32.936441,0,0,0,18.163317,0,0,19.033555,19.033555,0,0,0,0.281905,0,89.448773,0
+c3,0,32.936441,0,0,0,18.163317,0,0,0,0,0,0,4.848960,0.281905,0,56.230623,0
+c4,0,32.936441,0,0,9.597736,18.163317,0,0,19.033555,0,0,4.848960,4.848960,0.281905,0,89.710874,0
+c5,0,0,0,21.882908,9.597736,18.163317,0,0,19.033555,19.033555,4.848960,0,0,0.281905,0.089271,92.931207,0
+c6,0,0,0,0,0,0,0,8.429972,19.033555,19.033555,4.848960,4.848960,4.848960,0,0,61.043962,0
+c7,0,32.936441,0,0,9.597736,18.163317,0,0,19.033555,0,0,0,4.848960,0.281905,0.089271,84.951185,0
+c8,0,0,0,21.882908,9.597736,0,0,0,19.033555,19.033555,0,4.848960,4.848960,0,0.089271,79.334945,0
+c9,0,32.936441,0,0,9.597736,18.163317,0,0,19.033555,0,0,0,4.848960,0.281905,0,84.861914,0
+c10,0,32.936441,0,0,9.597736,18.163317,0,0,19.033555,0,0,0,4.848960,0.281905,0,84.861914,0
+c11,0,32.936441,0,0,9.597736,0,0,0,0,19.033555,0,0,4.848960,0.281905,0,66.698597,0
+c12,0,0,0,0,9.597736,18.163317,0,8.429972,19.033555,0,0,0,0,0.281905,0,55.506485,0
+c13,0,0,0,21.882908,9.597736,0,0,0,19.033555,0,4.848960,0,4.848960,0.281905,0,60.494024,0
+c14,0,0,0,0,0,0,0,8.429972,19.033555,19.033555,0,4.848960,4.848960,0.281905,0.089271,56.566178,0
+c15,0,0,0,0,9.597736,0,18.163317,0,19.033555,0,4.848960,4.848960,4.848960,0.281905,0.089271,61.712664,0
+c16,0,0,0,0,9.597736,18.163317,18.163317,0,19.033555,19.033555,0,4.848960,4.848960,0.281905,0,93.971305,0
+c17,0,0,0,0,0,0,18.163317,8.429972,0,0,4.848960,0,4.848960,0.281905,0,36.573114,0
+c18,0,32.936441,0,0,9.597736,18.163317,0,0,0,0,0,0,4.848960,0.281905,0.089271,65.91763,0
+c19,0,0,0,0,0,0,18.163317,0,19.033555,0,0,4.848960,4.848960,0,0.089271,46.984063,0
+c20,0,0,0,0,9.597736,0,18.163317,0,19.033555,0,4.848960,4.848960,4.848960,0.281905,0,61.623393,0
+c21,0,0,0,0,0,0,18.163317,8.429972,19.033555,0,4.848960,0,0,0.281905,0.089271,50.84698,0
+c22,0,0,0,21.882908,9.597736,18.163317,0,0,19.033555,0,0,0,4.848960,0.281905,0,73.808381,0
+c23,0,0,0,0,0,0,18.163317,8.429972,0,0,0,4.848960,4.848960,0,0,36.291209,0
+c24,0,0,0,0,0,0,18.163317,8.429972,19.033555,0,0,4.848960,4.848960,0,0.089271,55.414035,0
+c25,0,0,0,0,9.597736,18.163317,18.163317,0,19.033555,19.033555,0,0,0,0,0,83.99148,0
+c26,0,0,0,0,0,0,18.163317,8.429972,0,0,0,0,4.848960,0.281905,0,31.724154,0
+c27,0,0,0,0,0,0,18.163317,8.429972,0,0,0,0,4.848960,0,0,31.442249,0
+c28,0,0,0,0,0,0,18.163317,8.429972,0,0,0,4.848960,4.848960,0,0.089271,36.38048,0
+c29,0,0,0,0,0,0,18.163317,8.429972,0,0,0,0,4.848960,0.281905,0,31.724154,0
+c30,0,0,0,0,9.597736,18.163317,0,0,19.033555,19.033555,4.848960,0,4.848960,0.281905,0.089271,75.897259,0
+c31,0,0,0,21.882908,0,0,0,0,0,19.033555,0,4.848960,0,0.281905,0.089271,46.136599,0
+c32,0,0,0,21.882908,0,18.163317,0,0,0,19.033555,0,4.848960,4.848960,0.281905,0.089271,69.148876,0
+c33,0,0,0,21.882908,0,0,0,0,0,19.033555,0,4.848960,0,0.281905,0.089271,46.136599,0
+c34,0,0,0,0,9.597736,18.163317,0,0,19.033555,19.033555,0,4.848960,4.848960,0.281905,0,75.807988,0
+c35,0,0,0,0,9.597736,0,18.163317,8.429972,0,0,0,4.848960,0,0.281905,0,41.32189,0
+c36,0,0,0,0,0,0,0,8.429972,0,0,4.848960,0,4.848960,0.281905,0,18.409797,0
+c37,0,0,0,0,0,18.163317,18.163317,0,19.033555,19.033555,0,0,4.848960,0.281905,0.089271,79.61388,0
+c38,0,0,0,0,0,18.163317,18.163317,0,19.033555,19.033555,0,0,4.848960,0.281905,0,79.524609,0
+c39,0,0,0,0,9.597736,18.163317,0,0,19.033555,0,4.848960,0,4.848960,0,0,56.492528,0
+c40,0,0,0,0,0,18.163317,18.163317,0,19.033555,19.033555,0,4.848960,0,0.281905,0.089271,79.61388,0
+c41,0,0,0,0,0,0,0,8.429972,19.033555,0,0,0,4.848960,0.281905,0,32.594392,0
+c42,0,0,0,0,0,18.163317,18.163317,0,19.033555,19.033555,0,0,0,0.281905,0,74.675649,0
+c43,0,0,0,0,9.597736,18.163317,0,0,19.033555,0,0,0,4.848960,0,0,51.643568,0
+c44,0,0,0,0,0,18.163317,0,0,19.033555,19.033555,4.848960,4.848960,4.848960,0.281905,0,71.059212,0
+c45,0,0,0,0,0,18.163317,18.163317,0,19.033555,0,4.848960,4.848960,4.848960,0.281905,0,70.188974,0
+c46,0,0,0,21.882908,0,18.163317,0,0,0,0,0,0,4.848960,0.281905,0,45.17709,0
+c47,0,0,0,0,0,18.163317,18.163317,0,19.033555,0,0,0,0,0.281905,0.089271,55.731365,0
+c48,0,0,0,0,0,18.163317,0,0,19.033555,19.033555,0,4.848960,4.848960,0.281905,0.089271,66.299523,0
+c49,0,0,0,0,0,18.163317,18.163317,0,0,19.033555,0,4.848960,0,0,0,60.209149,0
+c50,0,0,0,0,9.597736,0,0,0,19.033555,19.033555,0,0,4.848960,0.281905,0,52.795711,0
+c51,0,0,0,0,0,18.163317,0,0,19.033555,19.033555,0,0,4.848960,0,0,61.079387,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c34,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c37,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c38,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c39,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c40,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c41,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c42,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c43,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c45,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c46,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c47,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c48,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c49,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c50,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c51,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,236.022,0,0,0,49.5859,0,0,0,0,0,0,6.49192,292.09982,0
+c2,0,0,0,236.022,0,0,0,0,0,0,0,12.2454,33.1375,0,0,281.4049,0
+c3,0,0,0,236.022,0,0,0,0,63.9065,94.4725,0,12.2454,0,0,0,406.6464,0
+c4,16.0868,0,0,236.022,0,0,0,0,0,0,0,0,0,0,0,252.1088,0
+c5,16.0868,0,203.92,0,0,0,0,49.5859,0,0,0,0,12.0417,0,0,281.6344,0
+c6,0,0,124.01,236.022,70.9043,0,0,0,0,0,0,0,0,0,0,430.9363,0
+c7,0,0,0,236.022,0,0,0,49.5859,0,0,0,12.2454,0,0,0,297.8533,0
+c8,0,0,124.01,0,0,0,0,0,0,0,0,0,0,0,0,124.01,0
+c9,0,0,0,236.022,0,0,0,0,0,0,0,12.2454,0,0,0,248.2674,0
+c10,0,0,0,236.022,0,0,0,0,0,0,0,12.2454,0,0,0,248.2674,0
+c11,0,0,0,236.022,0,0,152.501,0,0,0,0,12.2454,0,0,0,400.7684,0
+c12,0,0,124.01,236.022,0,0,0,0,0,0,12.8278,0,0,0,0,372.8598,0
+c13,0,0,124.01,0,0,0,152.501,59.0058,0,0,0,0,0,0,0,335.5168,0
+c14,0,397.898,203.92,253.818,0,122.714,0,0,0,0,0,0,0,0,0,978.35,0
+c15,16.0868,0,203.92,253.818,0,0,0,0,0,0,0,0,0,0,0,473.8248,0
+c16,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c17,16.0868,0,203.92,253.818,110.25,144.6,0,0,0,65.7062,0,0,0,0,0,794.381,0
+c18,0,0,0,236.022,0,0,0,0,0,0,0,0,0,0,0,236.022,0
+c19,0,397.898,0,0,110.25,144.6,0,0,0,0,0,0,0,0,0,652.748,0
+c20,0,397.898,0,236.022,0,0,0,0,0,0,0,0,0,0,0,633.92,0
+c21,0,397.898,203.92,253.818,110.25,144.6,0,0,0,0,0,0,12.0417,0,0,1122.5277,0
+c22,0,0,124.01,0,0,0,0,0,0,0,0,12.2454,0,0,0,136.2554,0
+c23,16.0868,0,0,236.022,70.9043,0,0,0,0,0,0,0,0,0,6.49192,329.50502,0
+c24,0,397.898,0,236.022,70.9043,0,0,0,0,0,0,0,0,0,0,704.8243,0
+c25,16.0868,0,0,0,0,0,0,0,0,0,0,0,0,0,0.0183427,16.1051427,0
+c26,0,397.898,0,0,0,122.714,0,0,0,0,0,12.2454,0,0,0,532.8574,0
+c27,0,397.898,0,0,0,122.714,0,0,0,0,0,12.2454,0,0,6.49192,539.34932,0
+c28,0,397.898,0,236.022,0,144.6,0,0,0,0,0,0,0,0,0,778.52,0
+c29,0,397.898,0,0,0,122.714,0,0,0,0,0,12.2454,0,0,0,532.8574,0
+c30,0,0,0,253.818,0,0,0,0,0,0,0,0,0,0,0,253.818,0
+c31,16.0868,436.945,0,0,0,144.6,124.457,0,0,0,0,0,0,0,0,722.0888,0
+c32,16.0868,436.945,0,0,0,0,0,59.0058,90.1067,0,0,0,0,0,0,602.1443,0
+c33,16.0868,436.945,124.01,0,0,144.6,124.457,0,0,0,0,0,0,0,0,846.0988,0
+c34,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c35,16.0868,436.945,124.01,0,0,0,0,0,0,0,37.3658,0,0,0,0,614.4076,0
+c36,16.0868,0,0,0,0,0,124.457,0,0,65.7062,0,0,0,0,0,206.25,0
+c37,16.0868,436.945,124.01,236.022,0,0,0,0,0,0,0,12.2454,0,0,0,825.3092,0
+c38,0,0,124.01,236.022,70.9043,0,0,0,0,0,0,12.2454,0,0,0,443.1817,0
+c39,0,0,0,253.818,0,0,0,0,0,0,0,0,0,0,0,253.818,0
+c40,16.0868,436.945,0,253.818,0,0,0,0,0,0,0,0,0,0,0,706.8498,0
+c41,0,0,124.01,236.022,0,144.6,0,0,0,0,0,0,0,0,0,504.632,0
+c42,16.0868,436.945,124.01,236.022,70.9043,0,0,0,0,0,0,12.2454,33.1375,0,0,929.351,0
+c43,0,0,124.01,236.022,0,0,0,0,0,0,37.3658,12.2454,0,0,6.49192,416.13512,0
+c44,0,0,124.01,236.022,70.9043,0,0,0,0,0,0,0,0,0,0,430.9363,0
+c45,0,397.898,0,236.022,70.9043,0,0,0,0,0,0,0,0,0,0,704.8243,0
+c46,0,0,124.01,0,0,0,0,59.0058,90.1067,0,0,12.2454,0,0,0,285.3679,0
+c47,16.0868,436.945,124.01,0,110.25,0,0,0,0,0,12.8278,34.3,0,0,0,734.4196,0
+c48,0,0,124.01,236.022,0,0,0,0,0,0,0,0,0,0,0,360.032,0
+c49,16.0868,436.945,124.01,236.022,70.9043,0,0,0,0,0,0,0,0,0,0,883.9681,0
+c50,0,397.898,0,236.022,0,0,152.501,0,0,0,0,12.2454,0,0,0,798.6664,0
+c51,0,397.898,0,236.022,0,0,0,0,0,0,0,12.2454,0,0,0,646.1654,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,41.5238,0,0,0,9.68469,0,0,0,0,0,0,1.76803,52.97652,0
+c2,0,0,0,41.5238,0,0,0,0,0,0,0,2.76929,6.20782,0,0,50.50091,0
+c3,0,0,0,41.5238,0,0,0,0,10.5851,16.267,0,2.76929,0,0,0,71.14519,0
+c4,7.62006,0,0,41.5238,0,0,0,0,0,0,0,0,0,0,0,49.14386,0
+c5,7.62006,0,41.6322,0,0,0,0,9.68469,0,0,0,0,2.76826,0,0,61.70521,0
+c6,0,0,28.5399,41.5238,14.8008,0,0,0,0,0,0,0,0,0,0,84.8645,0
+c7,0,0,0,41.5238,0,0,0,9.68469,0,0,0,2.76929,0,0,0,53.97778,0
+c8,0,0,28.5399,0,0,0,0,0,0,0,0,0,0,0,0,28.5399,0
+c9,0,0,0,41.5238,0,0,0,0,0,0,0,2.76929,0,0,0,44.29309,0
+c10,0,0,0,41.5238,0,0,0,0,0,0,0,2.76929,0,0,0,44.29309,0
+c11,0,0,0,41.5238,0,0,28.2053,0,0,0,0,2.76929,0,0,0,72.49839,0
+c12,0,0,28.5399,41.5238,0,0,0,0,0,0,2.77964,0,0,0,0,72.84334,0
+c13,0,0,28.5399,0,0,0,28.2053,10.5597,0,0,0,0,0,0,0,67.3049,0
+c14,0,109.635,41.6322,52.8973,0,20.8654,0,0,0,0,0,0,0,0,0,225.0299,0
+c15,7.62006,0,41.6322,52.8973,0,0,0,0,0,0,0,0,0,0,0,102.14956,0
+c16,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c17,7.62006,0,41.6322,52.8973,20.8418,28.103,0,0,0,10.5438,0,0,0,0,0,161.63816,0
+c18,0,0,0,41.5238,0,0,0,0,0,0,0,0,0,0,0,41.5238,0
+c19,0,109.635,0,0,20.8418,28.103,0,0,0,0,0,0,0,0,0,158.5798,0
+c20,0,109.635,0,41.5238,0,0,0,0,0,0,0,0,0,0,0,151.1588,0
+c21,0,109.635,41.6322,52.8973,20.8418,28.103,0,0,0,0,0,0,2.76826,0,0,255.87756,0
+c22,0,0,28.5399,0,0,0,0,0,0,0,0,2.76929,0,0,0,31.30919,0
+c23,7.62006,0,0,41.5238,14.8008,0,0,0,0,0,0,0,0,0,1.76803,65.71269,0
+c24,0,109.635,0,41.5238,14.8008,0,0,0,0,0,0,0,0,0,0,165.9596,0
+c25,7.62006,0,0,0,0,0,0,0,0,0,0,0,0,0,0.133188,7.753248,0
+c26,0,109.635,0,0,0,20.8654,0,0,0,0,0,2.76929,0,0,0,133.26969,0
+c27,0,109.635,0,0,0,20.8654,0,0,0,0,0,2.76929,0,0,1.76803,135.03772,0
+c28,0,109.635,0,41.5238,0,28.103,0,0,0,0,0,0,0,0,0,179.2618,0
+c29,0,109.635,0,0,0,20.8654,0,0,0,0,0,2.76929,0,0,0,133.26969,0
+c30,0,0,0,52.8973,0,0,0,0,0,0,0,0,0,0,0,52.8973,0
+c31,7.62006,83.3307,0,0,0,28.103,20.8436,0,0,0,0,0,0,0,0,139.89736,0
+c32,7.62006,83.3307,0,0,0,0,0,10.5597,16.2347,0,0,0,0,0,0,117.74516,0
+c33,7.62006,83.3307,28.5399,0,0,28.103,20.8436,0,0,0,0,0,0,0,0,168.43726,0
+c34,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c35,7.62006,83.3307,28.5399,0,0,0,0,0,0,0,6.79928,0,0,0,0,126.28994,0
+c36,7.62006,0,0,0,0,0,20.8436,0,0,10.5438,0,0,0,0,0,39.00746,0
+c37,7.62006,83.3307,28.5399,41.5238,0,0,0,0,0,0,0,2.76929,0,0,0,163.78375,0
+c38,0,0,28.5399,41.5238,14.8008,0,0,0,0,0,0,2.76929,0,0,0,87.63379,0
+c39,0,0,0,52.8973,0,0,0,0,0,0,0,0,0,0,0,52.8973,0
+c40,7.62006,83.3307,0,52.8973,0,0,0,0,0,0,0,0,0,0,0,143.84806,0
+c41,0,0,28.5399,41.5238,0,28.103,0,0,0,0,0,0,0,0,0,98.1667,0
+c42,7.62006,83.3307,28.5399,41.5238,14.8008,0,0,0,0,0,0,2.76929,6.20782,0,0,184.79237,0
+c43,0,0,28.5399,41.5238,0,0,0,0,0,0,6.79928,2.76929,0,0,1.76803,81.4003,0
+c44,0,0,28.5399,41.5238,14.8008,0,0,0,0,0,0,0,0,0,0,84.8645,0
+c45,0,109.635,0,41.5238,14.8008,0,0,0,0,0,0,0,0,0,0,165.9596,0
+c46,0,0,28.5399,0,0,0,0,10.5597,16.2347,0,0,2.76929,0,0,0,58.10359,0
+c47,7.62006,83.3307,28.5399,0,20.8418,0,0,0,0,0,2.77964,6.35668,0,0,0,149.46878,0
+c48,0,0,28.5399,41.5238,0,0,0,0,0,0,0,0,0,0,0,70.0637,0
+c49,7.62006,83.3307,28.5399,41.5238,14.8008,0,0,0,0,0,0,0,0,0,0,175.81526,0
+c50,0,109.635,0,41.5238,0,0,28.2053,0,0,0,0,2.76929,0,0,0,182.13339,0
+c51,0,109.635,0,41.5238,0,0,0,0,0,0,0,2.76929,0,0,0,153.92809,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,352.4661,1550.099,701.7255,1159.5933,558.563,925.6073,971.2723,490.07014,857.91333,883.36663,344.11179,344.22248,351.94343,12.419968,1.04789,9504.422158,0.999999989478582
+c1,352.4661,123.468921,426.5549,1201.1171,558.563,100.738165,971.2723,300.36926,527.54432,543.5573,208.37216,26.069312,26.069312,12.419968,3.437643,5382.019761,1.765958209644
+c2,352.4661,123.468921,426.5549,1201.1171,558.563,100.738165,590.3019,290.68457,102.069715,102.069715,208.37216,346.99177,216.53911,1.204529,1.669613,4622.811268,2.05598312399062
+c3,352.4661,123.468921,426.5549,1201.1171,558.563,100.738165,590.3019,290.68457,868.49843,559.8243,208.37216,346.99177,26.069312,1.204529,1.669613,5656.52477,1.68025817554657
+c4,450.60246,123.468921,426.5549,1201.1171,51.115816,100.738165,590.3019,290.68457,102.069715,543.5573,208.37216,26.069312,26.069312,1.204529,1.669613,4143.595773,2.29376185547716
+c5,450.60246,1610.85,743.3577,104.457756,51.115816,100.738165,971.2723,300.36926,102.069715,102.069715,26.069312,206.54856,354.71169,1.204529,0.107291,5125.544269,1.85432443341707
+c6,352.4661,1550.099,455.0948,1201.1171,348.5796,544.1687,590.3019,49.948052,102.069715,102.069715,26.069312,26.069312,26.069312,7.640322,1.669613,5383.432553,1.76549476340222
+c7,352.4661,123.468921,426.5549,1201.1171,51.115816,100.738165,971.2723,300.36926,102.069715,543.5573,208.37216,346.99177,26.069312,1.204529,0.107291,4755.474639,1.99862740938429
+c8,352.4661,1550.099,455.0948,104.457756,51.115816,925.6073,971.2723,490.07014,102.069715,102.069715,208.37216,26.069312,26.069312,12.419968,0.107291,5377.360685,1.76748827873189
+c9,352.4661,123.468921,426.5549,1201.1171,51.115816,100.738165,590.3019,290.68457,102.069715,543.5573,208.37216,346.99177,26.069312,1.204529,1.669613,4366.381871,2.17672714414934
+c10,352.4661,123.468921,426.5549,1201.1171,51.115816,100.738165,590.3019,290.68457,102.069715,543.5573,208.37216,346.99177,26.069312,1.204529,1.669613,4366.381871,2.17672714414934
+c11,352.4661,123.468921,426.5549,1201.1171,51.115816,925.6073,618.5072,290.68457,527.54432,102.069715,208.37216,346.99177,26.069312,1.204529,1.669613,5203.443326,1.82656394619558
+c12,352.4661,1550.099,455.0948,1201.1171,51.115816,100.738165,590.3019,49.948052,102.069715,543.5573,346.89143,344.22248,351.94343,1.204529,1.669613,6042.43943,1.57294452196198
+c13,352.4661,1550.099,455.0948,104.457756,51.115816,925.6073,618.5072,500.62984,102.069715,543.5573,26.069312,344.22248,26.069312,1.204529,1.669613,5602.840073,1.6963578943054
+c14,352.4661,1720.485,743.3577,705.8965,333.7788,946.4727,971.2723,49.948052,102.069715,102.069715,208.37216,26.069312,26.069312,1.204529,0.107291,6289.639186,1.51112356779438
+c15,450.60246,1610.85,743.3577,705.8965,51.115816,925.6073,100.738165,490.07014,102.069715,543.5573,26.069312,26.069312,26.069312,1.204529,0.107291,5803.384852,1.63773767148163
+c16,352.4661,1720.485,426.5549,652.9992,51.115816,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,26.069312,26.069312,1.204529,1.04789,4162.684549,2.28324337763209
+c17,450.60246,1610.85,743.3577,705.8965,579.4048,572.2717,100.738165,49.948052,527.54432,893.91043,26.069312,206.54856,26.069312,1.204529,1.669613,6496.085453,1.46309990539005
+c18,352.4661,123.468921,426.5549,1201.1171,51.115816,100.738165,590.3019,290.68457,527.54432,543.5573,208.37216,206.54856,26.069312,1.204529,0.107291,4649.850944,2.04402723185384
+c19,352.4661,1720.485,426.5549,652.9992,579.4048,572.2717,100.738165,490.07014,102.069715,543.5573,208.37216,26.069312,26.069312,7.640322,0.107291,5808.875417,1.63618967736265
+c20,352.4661,1720.485,426.5549,1201.1171,51.115816,925.6073,100.738165,490.07014,102.069715,883.36663,26.069312,26.069312,26.069312,1.204529,1.669613,6334.672944,1.50038085501544
+c21,352.4661,1720.485,743.3577,705.8965,579.4048,572.2717,100.738165,49.948052,102.069715,883.36663,26.069312,206.54856,354.71169,1.204529,0.107291,6398.645744,1.4853802491526
+c22,352.4661,1550.099,455.0948,104.457756,51.115816,100.738165,590.3019,290.68457,102.069715,543.5573,208.37216,346.99177,26.069312,1.204529,1.669613,4724.892506,2.01156363764345
+c23,450.60246,1610.85,426.5549,1201.1171,348.5796,544.1687,100.738165,49.948052,527.54432,543.5573,208.37216,26.069312,26.069312,12.419968,3.437643,6080.028992,1.56321984881713
+c24,352.4661,1720.485,426.5549,1201.1171,348.5796,544.1687,100.738165,49.948052,102.069715,543.5573,208.37216,26.069312,26.069312,12.419968,0.107291,5662.722675,1.67841911667661
+c25,450.60246,1610.85,426.5549,652.9992,51.115816,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,206.54856,210.33129,7.640322,1.181078,4522.496116,2.10158764188118
+c26,352.4661,1720.485,426.5549,652.9992,333.7788,946.4727,100.738165,49.948052,527.54432,543.5573,208.37216,346.99177,26.069312,1.204529,1.669613,6238.851921,1.52342484258451
+c27,352.4661,1720.485,426.5549,652.9992,333.7788,946.4727,100.738165,49.948052,527.54432,543.5573,208.37216,346.99177,26.069312,12.419968,3.437643,6251.83539,1.5202610774392
+c28,352.4661,1720.485,426.5549,1201.1171,558.563,572.2717,100.738165,49.948052,527.54432,543.5573,208.37216,26.069312,26.069312,12.419968,0.107291,6326.28368,1.50237050510561
+c29,352.4661,1720.485,426.5549,652.9992,333.7788,946.4727,100.738165,49.948052,527.54432,543.5573,208.37216,346.99177,26.069312,1.204529,1.669613,6238.851921,1.52342484258451
+c30,352.4661,1550.099,701.7255,705.8965,51.115816,100.738165,590.3019,290.68457,102.069715,102.069715,26.069312,344.22248,26.069312,1.204529,0.107291,4944.839905,1.9220889145836
+c31,450.60246,1633.4297,701.7255,104.457756,558.563,572.2717,992.1159,490.07014,857.91333,102.069715,344.11179,26.069312,210.33129,1.204529,0.107291,7045.043413,1.34909346414423
+c32,450.60246,1633.4297,701.7255,104.457756,333.7788,100.738165,590.3019,500.62984,543.77902,102.069715,208.37216,26.069312,26.069312,1.204529,0.107291,5323.33546,1.78542608311545
+c33,450.60246,1633.4297,455.0948,104.457756,558.563,572.2717,992.1159,490.07014,857.91333,102.069715,344.11179,26.069312,210.33129,1.204529,0.107291,6798.412713,1.39803545613258
+c34,352.4661,1720.485,426.5549,652.9992,51.115816,100.738165,971.2723,490.07014,102.069715,102.069715,208.37216,26.069312,26.069312,1.204529,1.04789,5232.604254,1.81638463659773
+c35,450.60246,1633.4297,455.0948,652.9992,51.115816,925.6073,100.738165,49.948052,857.91333,883.36663,215.17144,26.069312,210.33129,1.204529,1.04789,6514.639914,1.45893282477235
+c36,450.60246,1610.85,426.5549,652.9992,333.7788,544.1687,992.1159,49.948052,527.54432,893.91043,26.069312,206.54856,26.069312,1.204529,1.669613,6744.034088,1.40930812226778
+c37,450.60246,1633.4297,455.0948,1201.1171,558.563,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,346.99177,26.069312,1.204529,0.107291,5577.852452,1.70395722536482
+c38,352.4661,1550.099,455.0948,1201.1171,348.5796,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,346.99177,26.069312,1.204529,1.04789,5187.342591,1.83223332718891
+c39,352.4661,1550.099,701.7255,705.8965,51.115816,100.738165,971.2723,490.07014,102.069715,543.5573,26.069312,344.22248,26.069312,12.419968,1.04789,5978.839498,1.5896767260957
+c40,450.60246,1633.4297,701.7255,705.8965,333.7788,100.738165,100.738165,490.07014,102.069715,102.069715,208.37216,26.069312,210.33129,1.204529,0.107291,5167.203442,1.83937444707689
+c41,352.4661,1550.099,455.0948,1201.1171,558.563,572.2717,590.3019,49.948052,102.069715,543.5573,208.37216,206.54856,26.069312,1.204529,1.669613,6419.352841,1.48058881406814
+c42,450.60246,1633.4297,455.0948,1201.1171,348.5796,100.738165,100.738165,290.68457,102.069715,102.069715,208.37216,346.99177,216.53911,1.204529,1.04789,5559.279449,1.70964997788421
+c43,352.4661,1550.099,455.0948,1201.1171,51.115816,100.738165,590.3019,290.68457,102.069715,883.36663,215.17144,346.99177,26.069312,12.419968,3.437643,6181.143929,1.53764774181094
+c44,352.4661,1550.099,455.0948,1201.1171,348.5796,100.738165,590.3019,290.68457,102.069715,102.069715,26.069312,26.069312,26.069312,1.204529,1.669613,5174.302743,1.83685076934721
+c45,352.4661,1720.485,426.5549,1201.1171,348.5796,100.738165,100.738165,290.68457,102.069715,543.5573,26.069312,26.069312,26.069312,1.204529,1.669613,5268.072693,1.80415543434196
+c46,352.4661,1550.099,455.0948,104.457756,558.563,100.738165,590.3019,500.62984,543.77902,543.5573,208.37216,346.99177,26.069312,1.204529,1.669613,5883.994265,1.61530102994924
+c47,450.60246,1633.4297,455.0948,652.9992,579.4048,100.738165,100.738165,490.07014,102.069715,543.5573,346.89143,212.90524,210.33129,1.204529,0.107291,5880.144225,1.61635865255739
+c48,352.4661,1550.099,455.0948,1201.1171,558.563,100.738165,590.3019,290.68457,102.069715,102.069715,208.37216,26.069312,26.069312,1.204529,0.107291,5565.026669,1.70788435573112
+c49,450.60246,1633.4297,455.0948,1201.1171,348.5796,100.738165,100.738165,490.07014,857.91333,102.069715,208.37216,26.069312,210.33129,7.640322,1.669613,6194.435872,1.53434827657623
+c50,352.4661,1720.485,426.5549,1201.1171,51.115816,925.6073,618.5072,290.68457,102.069715,102.069715,208.37216,346.99177,26.069312,1.204529,1.669613,6374.9848,1.49089328164526
+c51,352.4661,1720.485,426.5549,1201.1171,558.563,100.738165,590.3019,290.68457,102.069715,102.069715,208.37216,346.99177,26.069312,7.640322,1.669613,6035.793342,1.57467651093949
+c4,4143.595773
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c13,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c14,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c15,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c16,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c17,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c18,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c19,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c21,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c22,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c23,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c25,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c26,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c27,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c28,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c29,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c30,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c31,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c32,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c33,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c34,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c35,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c36,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c37,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c38,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c39,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c40,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c41,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c42,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c43,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c44,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c45,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c46,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c47,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c48,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c49,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c50,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c51,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_results1.csv b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_results1.csv
new file mode 100644
index 0000000000000000000000000000000000000000..a03d6b7ac070f7afab0e1cd4a25ba2bd3913415d
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_results1.csv
@@ -0,0 +1,187 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,1108.984,7471.505,3792.343,6973.454,3475.891,6007.756,6530.41,3324.8076,6053.9348,6493.6098,2479.9481,2376.5679,2353.8847,69.37799,1.812953,58514.286843,0.999999998291016
+c1,1108.984,6358.145,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,3427.0759,1299.926,1273.3007,1286.6509,57.16078,10.00372,33166.3812,1.76426503433463
+c2,1108.984,6358.145,1949.97,3356.913,1731.6018,157.113483,157.113483,78.556742,3203.344,3427.0759,39.466907,39.466907,1286.6509,57.16078,10.00372,22961.566622,2.54835776458303
+c3,1108.984,6358.145,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,157.113483,1299.926,39.466907,1286.6509,57.16078,10.00372,28662.58499,2.041486720729
+c4,1108.984,6358.145,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,157.113483,1299.926,39.466907,1286.6509,57.16078,10.00372,28662.58499,2.041486720729
+c5,1108.984,6358.145,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,3427.0759,1299.926,1273.3007,1286.6509,57.16078,10.00372,33166.3812,1.76426503433463
+c6,1108.984,6358.145,1949.97,3356.913,1731.6018,157.113483,157.113483,78.556742,3203.344,3427.0759,39.466907,39.466907,1286.6509,57.16078,10.00372,22961.566622,2.54835776458303
+c7,1108.984,6358.145,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,157.113483,1299.926,39.466907,1286.6509,57.16078,10.00372,28662.58499,2.041486720729
+c8,1108.984,6358.145,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,157.113483,1299.926,39.466907,1286.6509,57.16078,10.00372,28662.58499,2.041486720729
+c9,1108.984,6358.145,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,3427.0759,1299.926,1273.3007,1286.6509,57.16078,10.00372,33166.3812,1.76426503433463
+c10,1108.984,6358.145,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,157.113483,1299.926,39.466907,1286.6509,57.16078,10.00372,28662.58499,2.041486720729
+c11,1108.984,6358.145,1949.97,3356.913,1731.6018,157.113483,157.113483,78.556742,3203.344,3427.0759,39.466907,39.466907,1286.6509,57.16078,10.00372,22961.566622,2.54835776458303
+c12,1108.984,6358.145,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,157.113483,1299.926,39.466907,1286.6509,57.16078,10.00372,28662.58499,2.041486720729
+c2,22961.566622
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,352.4661,1550.099,701.7255,1159.5933,558.563,925.6073,971.2723,490.07014,857.91333,883.36663,344.11179,344.22248,351.94343,12.419968,1.04789,9504.422158,0.999999989478582
+c1,352.4661,1610.85,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,543.5573,208.37216,206.54856,210.33129,7.640322,1.669613,6507.467735,1.46054078160495
+c2,352.4661,1610.85,426.5549,652.9992,333.7788,82.574848,82.574848,41.518080,527.54432,543.5573,21.220352,21.220352,210.33129,7.640322,1.669613,4916.500325,1.93316817581685
+c3,352.4661,1610.85,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,83.036160,208.37216,21.220352,210.33129,7.640322,1.669613,5861.618387,1.6214672072362
+c4,352.4661,1610.85,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,83.036160,208.37216,21.220352,210.33129,7.640322,1.669613,5861.618387,1.6214672072362
+c5,352.4661,1610.85,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,543.5573,208.37216,206.54856,210.33129,7.640322,1.669613,6507.467735,1.46054078160495
+c6,352.4661,1610.85,426.5549,652.9992,333.7788,82.574848,82.574848,41.518080,527.54432,543.5573,21.220352,21.220352,210.33129,7.640322,1.669613,4916.500325,1.93316817581685
+c7,352.4661,1610.85,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,83.036160,208.37216,21.220352,210.33129,7.640322,1.669613,5861.618387,1.6214672072362
+c8,352.4661,1610.85,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,83.036160,208.37216,21.220352,210.33129,7.640322,1.669613,5861.618387,1.6214672072362
+c9,352.4661,1610.85,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,543.5573,208.37216,206.54856,210.33129,7.640322,1.669613,6507.467735,1.46054078160495
+c10,352.4661,1610.85,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,83.036160,208.37216,21.220352,210.33129,7.640322,1.669613,5861.618387,1.6214672072362
+c11,352.4661,1610.85,426.5549,652.9992,333.7788,82.574848,82.574848,41.518080,527.54432,543.5573,21.220352,21.220352,210.33129,7.640322,1.669613,4916.500325,1.93316817581685
+c12,352.4661,1610.85,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,83.036160,208.37216,21.220352,210.33129,7.640322,1.669613,5861.618387,1.6214672072362
+c2,4916.500325
+
+Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,1108.984,7471.505,3792.343,6973.454,3475.891,6007.756,6530.41,3324.8076,6053.9348,6493.6098,2479.9481,2376.5679,2353.8847,69.37799,1.812953,58514.286843,0.999999998291016
+c1,1108.984,6756.043,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,3427.0759,1299.926,1273.3007,1286.6509,57.16078,10.00372,33564.2792,1.74335001565191
+c2,1108.984,6756.043,1949.97,3356.913,1731.6018,352.195669,352.195669,171.815177,3203.344,3427.0759,89.882488,89.882488,1286.6509,57.16078,10.00372,23943.718591,2.44382619083286
+c3,1108.984,6756.043,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,357.330128,1299.926,89.882488,1286.6509,57.16078,10.00372,29311.115216,1.99631730871254
+c4,1108.984,6756.043,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,357.330128,1299.926,89.882488,1286.6509,57.16078,10.00372,29311.115216,1.99631730871254
+c5,1108.984,6756.043,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,3427.0759,1299.926,1273.3007,1286.6509,57.16078,10.00372,33564.2792,1.74335001565191
+c6,1108.984,6756.043,1949.97,3356.913,1731.6018,352.195669,352.195669,171.815177,3203.344,3427.0759,89.882488,89.882488,1286.6509,57.16078,10.00372,23943.718591,2.44382619083286
+c7,1108.984,6756.043,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,357.330128,1299.926,89.882488,1286.6509,57.16078,10.00372,29311.115216,1.99631730871254
+c8,1108.984,6756.043,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,357.330128,1299.926,89.882488,1286.6509,57.16078,10.00372,29311.115216,1.99631730871254
+c9,1108.984,6756.043,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,3427.0759,1299.926,1273.3007,1286.6509,57.16078,10.00372,33564.2792,1.74335001565191
+c10,1108.984,6756.043,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,357.330128,1299.926,89.882488,1286.6509,57.16078,10.00372,29311.115216,1.99631730871254
+c11,1108.984,6756.043,1949.97,3356.913,1731.6018,352.195669,352.195669,171.815177,3203.344,3427.0759,89.882488,89.882488,1286.6509,57.16078,10.00372,23943.718591,2.44382619083286
+c12,1108.984,6756.043,1949.97,3356.913,1731.6018,3053.2545,3366.9575,1683.0934,3203.344,357.330128,1299.926,89.882488,1286.6509,57.16078,10.00372,29311.115216,1.99631730871254
+c2,23943.718591
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,151.959867,151.959867,74.930729,0,0,38.454652,38.454652,0,0,0,455.759767,0
+c3,0,0,0,0,0,0,0,0,0,153.127903,0,38.454652,0,0,0,191.582555,0
+c4,0,0,0,0,0,0,0,0,0,153.127903,0,38.454652,0,0,0,191.582555,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,151.959867,151.959867,74.930729,0,0,38.454652,38.454652,0,0,0,455.759767,0
+c7,0,0,0,0,0,0,0,0,0,153.127903,0,38.454652,0,0,0,191.582555,0
+c8,0,0,0,0,0,0,0,0,0,153.127903,0,38.454652,0,0,0,191.582555,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,153.127903,0,38.454652,0,0,0,191.582555,0
+c11,0,0,0,0,0,151.959867,151.959867,74.930729,0,0,38.454652,38.454652,0,0,0,455.759767,0
+c12,0,0,0,0,0,0,0,0,0,153.127903,0,38.454652,0,0,0,191.582555,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,43.122319,43.122319,18.327706,0,0,11.960929,11.960929,0,0,0,128.494202,0
+c3,0,0,0,0,0,0,0,0,0,47.088742,0,11.960929,0,0,0,59.049671,0
+c4,0,0,0,0,0,0,0,0,0,47.088742,0,11.960929,0,0,0,59.049671,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,43.122319,43.122319,18.327706,0,0,11.960929,11.960929,0,0,0,128.494202,0
+c7,0,0,0,0,0,0,0,0,0,47.088742,0,11.960929,0,0,0,59.049671,0
+c8,0,0,0,0,0,0,0,0,0,47.088742,0,11.960929,0,0,0,59.049671,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,47.088742,0,11.960929,0,0,0,59.049671,0
+c11,0,0,0,0,0,43.122319,43.122319,18.327706,0,0,11.960929,11.960929,0,0,0,128.494202,0
+c12,0,0,0,0,0,0,0,0,0,47.088742,0,11.960929,0,0,0,59.049671,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,18.163317,18.163317,8.429972,0,0,4.848960,4.848960,0,0,0,54.454526,0
+c3,0,0,0,0,0,0,0,0,0,19.033555,0,4.848960,0,0,0,23.882515,0
+c4,0,0,0,0,0,0,0,0,0,19.033555,0,4.848960,0,0,0,23.882515,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,18.163317,18.163317,8.429972,0,0,4.848960,4.848960,0,0,0,54.454526,0
+c7,0,0,0,0,0,0,0,0,0,19.033555,0,4.848960,0,0,0,23.882515,0
+c8,0,0,0,0,0,0,0,0,0,19.033555,0,4.848960,0,0,0,23.882515,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,19.033555,0,4.848960,0,0,0,23.882515,0
+c11,0,0,0,0,0,18.163317,18.163317,8.429972,0,0,4.848960,4.848960,0,0,0,54.454526,0
+c12,0,0,0,0,0,0,0,0,0,19.033555,0,4.848960,0,0,0,23.882515,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c2,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c3,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c4,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c5,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c6,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c7,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c8,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c9,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c10,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c11,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c12,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c2,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c3,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c4,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c5,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c6,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c7,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c8,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c9,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c10,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c11,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c12,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,352.4661,1550.099,701.7255,1159.5933,558.563,925.6073,971.2723,490.07014,857.91333,883.36663,344.11179,344.22248,351.94343,12.419968,1.04789,9504.422158,0.999999989478582
+c1,352.4661,1720.485,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,543.5573,208.37216,206.54856,210.33129,7.640322,1.669613,6617.102735,1.43634191503388
+c2,352.4661,1720.485,426.5549,652.9992,333.7788,100.738165,100.738165,49.948052,527.54432,543.5573,26.069312,26.069312,210.33129,7.640322,1.669613,5080.589851,1.8707319916911
+c3,352.4661,1720.485,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,102.069715,208.37216,26.069312,210.33129,7.640322,1.669613,5995.135902,1.58535555404069
+c4,352.4661,1720.485,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,102.069715,208.37216,26.069312,210.33129,7.640322,1.669613,5995.135902,1.58535555404069
+c5,352.4661,1720.485,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,543.5573,208.37216,206.54856,210.33129,7.640322,1.669613,6617.102735,1.43634191503388
+c6,352.4661,1720.485,426.5549,652.9992,333.7788,100.738165,100.738165,49.948052,527.54432,543.5573,26.069312,26.069312,210.33129,7.640322,1.669613,5080.589851,1.8707319916911
+c7,352.4661,1720.485,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,102.069715,208.37216,26.069312,210.33129,7.640322,1.669613,5995.135902,1.58535555404069
+c8,352.4661,1720.485,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,102.069715,208.37216,26.069312,210.33129,7.640322,1.669613,5995.135902,1.58535555404069
+c9,352.4661,1720.485,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,543.5573,208.37216,206.54856,210.33129,7.640322,1.669613,6617.102735,1.43634191503388
+c10,352.4661,1720.485,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,102.069715,208.37216,26.069312,210.33129,7.640322,1.669613,5995.135902,1.58535555404069
+c11,352.4661,1720.485,426.5549,652.9992,333.7788,100.738165,100.738165,49.948052,527.54432,543.5573,26.069312,26.069312,210.33129,7.640322,1.669613,5080.589851,1.8707319916911
+c12,352.4661,1720.485,426.5549,652.9992,333.7788,544.1687,590.3019,290.68457,527.54432,102.069715,208.37216,26.069312,210.33129,7.640322,1.669613,5995.135902,1.58535555404069
+c2,5080.589851
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_results2.csv b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_results2.csv
new file mode 100644
index 0000000000000000000000000000000000000000..ef1faa1dec83dc5120ac7f2c1810f0cad3edbb1b
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_results2.csv
@@ -0,0 +1,187 @@
+Compute Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,1108.984,7471.505,3792.343,6973.454,3475.891,6007.756,6530.41,3324.8076,6053.9348,6493.6098,2479.9481,2376.5679,2353.8847,69.37799,1.812953,58514.286843,0.999999998291016
+c1,1108.984,6358.145,1949.97,3356.913,1731.6018,3053.2545,3366.9575,78.556742,3203.344,157.113483,1299.926,1273.3007,39.466907,57.16078,10.00372,27044.698132,2.16361396755259
+c2,1108.984,6358.145,1949.97,157.113483,1731.6018,3053.2545,3366.9575,59.008124,118.016247,157.113483,1299.926,39.466907,29.645681,57.16078,10.00372,19496.367225,3.0012917723379
+c3,1108.984,6358.145,1949.97,3356.913,1731.6018,157.113483,3366.9575,1683.0934,157.113483,157.113483,1299.926,39.466907,39.466907,57.16078,10.00372,21473.029463,2.725013099401
+c4,1108.984,6358.145,1949.97,3356.913,1731.6018,157.113483,3366.9575,1683.0934,157.113483,157.113483,1299.926,1273.3007,39.466907,57.16078,10.00372,22706.863256,2.57694274746839
+c5,1108.984,6358.145,1949.97,3356.913,1731.6018,3053.2545,3366.9575,78.556742,3203.344,157.113483,1299.926,1273.3007,39.466907,57.16078,10.00372,27044.698132,2.16361396755259
+c6,1108.984,6358.145,1949.97,157.113483,1731.6018,3053.2545,3366.9575,59.008124,118.016247,157.113483,1299.926,39.466907,29.645681,57.16078,10.00372,19496.367225,3.0012917723379
+c7,1108.984,6358.145,1949.97,3356.913,1731.6018,157.113483,3366.9575,1683.0934,157.113483,157.113483,1299.926,39.466907,39.466907,57.16078,10.00372,21473.029463,2.725013099401
+c8,1108.984,6358.145,1949.97,3356.913,1731.6018,157.113483,3366.9575,1683.0934,157.113483,157.113483,1299.926,1273.3007,39.466907,57.16078,10.00372,22706.863256,2.57694274746839
+c9,1108.984,6358.145,1949.97,3356.913,1731.6018,3053.2545,3366.9575,78.556742,3203.344,157.113483,1299.926,1273.3007,39.466907,57.16078,10.00372,27044.698132,2.16361396755259
+c10,1108.984,6358.145,1949.97,157.113483,1731.6018,3053.2545,3366.9575,59.008124,118.016247,157.113483,1299.926,39.466907,29.645681,57.16078,10.00372,19496.367225,3.0012917723379
+c11,1108.984,6358.145,1949.97,3356.913,1731.6018,157.113483,3366.9575,1683.0934,157.113483,157.113483,1299.926,39.466907,39.466907,57.16078,10.00372,21473.029463,2.725013099401
+c12,1108.984,6358.145,1949.97,3356.913,1731.6018,157.113483,3366.9575,1683.0934,157.113483,157.113483,1299.926,1273.3007,39.466907,57.16078,10.00372,22706.863256,2.57694274746839
+c2,19496.367225
+
+Compute Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,352.4661,1550.099,701.7255,1159.5933,558.563,925.6073,971.2723,490.07014,857.91333,883.36663,344.11179,344.22248,351.94343,12.419968,1.04789,9504.422158,0.999999989478582
+c1,352.4661,1610.85,426.5549,652.9992,333.7788,544.1687,590.3019,41.518080,527.54432,83.036160,208.37216,206.54856,21.220352,7.640322,1.669613,5608.669167,1.69459486832672
+c2,352.4661,1610.85,426.5549,82.574848,333.7788,544.1687,590.3019,41.518080,83.036160,83.036160,208.37216,21.220352,21.220352,7.640322,1.669613,4408.408447,2.15597580321087
+c3,352.4661,1610.85,426.5549,652.9992,333.7788,82.574848,590.3019,290.68457,83.036160,83.036160,208.37216,21.220352,21.220352,7.640322,1.669613,4766.405437,1.99404395707003
+c4,352.4661,1610.85,426.5549,652.9992,333.7788,82.574848,590.3019,290.68457,83.036160,83.036160,208.37216,206.54856,21.220352,7.640322,1.669613,4951.733645,1.9194130071305
+c5,352.4661,1610.85,426.5549,652.9992,333.7788,544.1687,590.3019,41.518080,527.54432,83.036160,208.37216,206.54856,21.220352,7.640322,1.669613,5608.669167,1.69459486832672
+c6,352.4661,1610.85,426.5549,82.574848,333.7788,544.1687,590.3019,41.518080,83.036160,83.036160,208.37216,21.220352,21.220352,7.640322,1.669613,4408.408447,2.15597580321087
+c7,352.4661,1610.85,426.5549,652.9992,333.7788,82.574848,590.3019,290.68457,83.036160,83.036160,208.37216,21.220352,21.220352,7.640322,1.669613,4766.405437,1.99404395707003
+c8,352.4661,1610.85,426.5549,652.9992,333.7788,82.574848,590.3019,290.68457,83.036160,83.036160,208.37216,206.54856,21.220352,7.640322,1.669613,4951.733645,1.9194130071305
+c9,352.4661,1610.85,426.5549,652.9992,333.7788,544.1687,590.3019,41.518080,527.54432,83.036160,208.37216,206.54856,21.220352,7.640322,1.669613,5608.669167,1.69459486832672
+c10,352.4661,1610.85,426.5549,82.574848,333.7788,544.1687,590.3019,41.518080,83.036160,83.036160,208.37216,21.220352,21.220352,7.640322,1.669613,4408.408447,2.15597580321087
+c11,352.4661,1610.85,426.5549,652.9992,333.7788,82.574848,590.3019,290.68457,83.036160,83.036160,208.37216,21.220352,21.220352,7.640322,1.669613,4766.405437,1.99404395707003
+c12,352.4661,1610.85,426.5549,652.9992,333.7788,82.574848,590.3019,290.68457,83.036160,83.036160,208.37216,206.54856,21.220352,7.640322,1.669613,4951.733645,1.9194130071305
+c2,4408.408447
+
+Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,1108.984,7471.505,3792.343,6973.454,3475.891,6007.756,6530.41,3324.8076,6053.9348,6493.6098,2479.9481,2376.5679,2353.8847,69.37799,1.812953,58514.286843,0.999999998291016
+c1,1108.984,6756.043,1949.97,3356.913,1731.6018,3053.2545,3366.9575,171.815177,3203.344,357.330128,1299.926,1273.3007,89.882488,57.16078,10.00372,27786.486793,2.10585408181777
+c2,1108.984,6756.043,1949.97,375.615141,1731.6018,3053.2545,3366.9575,152.266559,318.232892,357.330128,1299.926,89.882488,80.061262,57.16078,10.00372,20707.28977,2.82578199321841
+c3,1108.984,6756.043,1949.97,3356.913,1731.6018,352.195669,3366.9575,1683.0934,357.330128,357.330128,1299.926,89.882488,89.882488,57.16078,10.00372,22567.274101,2.59288234466558
+c4,1108.984,6756.043,1949.97,3356.913,1731.6018,352.195669,3366.9575,1683.0934,357.330128,357.330128,1299.926,1273.3007,89.882488,57.16078,10.00372,23750.692313,2.46368761910167
+c5,1108.984,6756.043,1949.97,3356.913,1731.6018,3053.2545,3366.9575,171.815177,3203.344,357.330128,1299.926,1273.3007,89.882488,57.16078,10.00372,27786.486793,2.10585408181777
+c6,1108.984,6756.043,1949.97,375.615141,1731.6018,3053.2545,3366.9575,152.266559,318.232892,357.330128,1299.926,89.882488,80.061262,57.16078,10.00372,20707.28977,2.82578199321841
+c7,1108.984,6756.043,1949.97,3356.913,1731.6018,352.195669,3366.9575,1683.0934,357.330128,357.330128,1299.926,89.882488,89.882488,57.16078,10.00372,22567.274101,2.59288234466558
+c8,1108.984,6756.043,1949.97,3356.913,1731.6018,352.195669,3366.9575,1683.0934,357.330128,357.330128,1299.926,1273.3007,89.882488,57.16078,10.00372,23750.692313,2.46368761910167
+c9,1108.984,6756.043,1949.97,3356.913,1731.6018,3053.2545,3366.9575,171.815177,3203.344,357.330128,1299.926,1273.3007,89.882488,57.16078,10.00372,27786.486793,2.10585408181777
+c10,1108.984,6756.043,1949.97,375.615141,1731.6018,3053.2545,3366.9575,152.266559,318.232892,357.330128,1299.926,89.882488,80.061262,57.16078,10.00372,20707.28977,2.82578199321841
+c11,1108.984,6756.043,1949.97,3356.913,1731.6018,352.195669,3366.9575,1683.0934,357.330128,357.330128,1299.926,89.882488,89.882488,57.16078,10.00372,22567.274101,2.59288234466558
+c12,1108.984,6756.043,1949.97,3356.913,1731.6018,352.195669,3366.9575,1683.0934,357.330128,357.330128,1299.926,1273.3007,89.882488,57.16078,10.00372,23750.692313,2.46368761910167
+c2,20707.28977
+
+Leakage Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,74.930729,0,153.127903,0,0,38.454652,0,0,266.513284,0
+c2,0,0,0,157.595858,0,0,0,74.930729,153.127903,153.127903,0,38.454652,38.454652,0,0,615.691697,0
+c3,0,0,0,0,0,151.959867,0,0,153.127903,153.127903,0,38.454652,38.454652,0,0,535.124977,0
+c4,0,0,0,0,0,151.959867,0,0,153.127903,153.127903,0,0,38.454652,0,0,496.670325,0
+c5,0,0,0,0,0,0,0,74.930729,0,153.127903,0,0,38.454652,0,0,266.513284,0
+c6,0,0,0,157.595858,0,0,0,74.930729,153.127903,153.127903,0,38.454652,38.454652,0,0,615.691697,0
+c7,0,0,0,0,0,151.959867,0,0,153.127903,153.127903,0,38.454652,38.454652,0,0,535.124977,0
+c8,0,0,0,0,0,151.959867,0,0,153.127903,153.127903,0,0,38.454652,0,0,496.670325,0
+c9,0,0,0,0,0,0,0,74.930729,0,153.127903,0,0,38.454652,0,0,266.513284,0
+c10,0,0,0,157.595858,0,0,0,74.930729,153.127903,153.127903,0,38.454652,38.454652,0,0,615.691697,0
+c11,0,0,0,0,0,151.959867,0,0,153.127903,153.127903,0,38.454652,38.454652,0,0,535.124977,0
+c12,0,0,0,0,0,151.959867,0,0,153.127903,153.127903,0,0,38.454652,0,0,496.670325,0
+c0,0
+
+Memory Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,18.327706,0,47.088742,0,0,11.960929,0,0,77.377377,0
+c2,0,0,0,60.905800,0,0,0,18.327706,47.088742,47.088742,0,11.960929,11.960929,0,0,197.332848,0
+c3,0,0,0,0,0,43.122319,0,0,47.088742,47.088742,0,11.960929,11.960929,0,0,161.221661,0
+c4,0,0,0,0,0,43.122319,0,0,47.088742,47.088742,0,0,11.960929,0,0,149.260732,0
+c5,0,0,0,0,0,0,0,18.327706,0,47.088742,0,0,11.960929,0,0,77.377377,0
+c6,0,0,0,60.905800,0,0,0,18.327706,47.088742,47.088742,0,11.960929,11.960929,0,0,197.332848,0
+c7,0,0,0,0,0,43.122319,0,0,47.088742,47.088742,0,11.960929,11.960929,0,0,161.221661,0
+c8,0,0,0,0,0,43.122319,0,0,47.088742,47.088742,0,0,11.960929,0,0,149.260732,0
+c9,0,0,0,0,0,0,0,18.327706,0,47.088742,0,0,11.960929,0,0,77.377377,0
+c10,0,0,0,60.905800,0,0,0,18.327706,47.088742,47.088742,0,11.960929,11.960929,0,0,197.332848,0
+c11,0,0,0,0,0,43.122319,0,0,47.088742,47.088742,0,11.960929,11.960929,0,0,161.221661,0
+c12,0,0,0,0,0,43.122319,0,0,47.088742,47.088742,0,0,11.960929,0,0,149.260732,0
+c0,0
+
+Memory Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,8.429972,0,19.033555,0,0,4.848960,0,0,32.312487,0
+c2,0,0,0,21.882908,0,0,0,8.429972,19.033555,19.033555,0,4.848960,4.848960,0,0,78.07791,0
+c3,0,0,0,0,0,18.163317,0,0,19.033555,19.033555,0,4.848960,4.848960,0,0,65.928347,0
+c4,0,0,0,0,0,18.163317,0,0,19.033555,19.033555,0,0,4.848960,0,0,61.079387,0
+c5,0,0,0,0,0,0,0,8.429972,0,19.033555,0,0,4.848960,0,0,32.312487,0
+c6,0,0,0,21.882908,0,0,0,8.429972,19.033555,19.033555,0,4.848960,4.848960,0,0,78.07791,0
+c7,0,0,0,0,0,18.163317,0,0,19.033555,19.033555,0,4.848960,4.848960,0,0,65.928347,0
+c8,0,0,0,0,0,18.163317,0,0,19.033555,19.033555,0,0,4.848960,0,0,61.079387,0
+c9,0,0,0,0,0,0,0,8.429972,0,19.033555,0,0,4.848960,0,0,32.312487,0
+c10,0,0,0,21.882908,0,0,0,8.429972,19.033555,19.033555,0,4.848960,4.848960,0,0,78.07791,0
+c11,0,0,0,0,0,18.163317,0,0,19.033555,19.033555,0,4.848960,4.848960,0,0,65.928347,0
+c12,0,0,0,0,0,18.163317,0,0,19.033555,19.033555,0,0,4.848960,0,0,61.079387,0
+c0,0
+
+Patch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
+Quantization Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c2,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c3,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c4,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c5,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c6,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c7,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c8,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c9,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c10,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c11,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c12,0,397.898,0,0,0,0,0,0,0,0,0,0,0,0,0,397.898,0
+c0,0
+
+Quantization Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c2,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c3,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c4,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c5,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c6,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c7,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c8,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c9,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c10,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c11,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c12,0,109.635,0,0,0,0,0,0,0,0,0,0,0,0,0,109.635,0
+c0,0
+
+Time
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,352.4661,1550.099,701.7255,1159.5933,558.563,925.6073,971.2723,490.07014,857.91333,883.36663,344.11179,344.22248,351.94343,12.419968,1.04789,9504.422158,0.999999989478582
+c1,352.4661,1720.485,426.5549,652.9992,333.7788,544.1687,590.3019,49.948052,527.54432,102.069715,208.37216,206.54856,26.069312,7.640322,1.669613,5750.616654,1.65276570576346
+c2,352.4661,1720.485,426.5549,104.457756,333.7788,544.1687,590.3019,49.948052,102.069715,102.069715,208.37216,26.069312,26.069312,7.640322,1.669613,4596.121357,2.06792232253231
+c3,352.4661,1720.485,426.5549,652.9992,333.7788,100.738165,590.3019,290.68457,102.069715,102.069715,208.37216,26.069312,26.069312,7.640322,1.669613,4941.968784,1.92320558487758
+c4,352.4661,1720.485,426.5549,652.9992,333.7788,100.738165,590.3019,290.68457,102.069715,102.069715,208.37216,206.54856,26.069312,7.640322,1.669613,5122.448032,1.8554452701289
+c5,352.4661,1720.485,426.5549,652.9992,333.7788,544.1687,590.3019,49.948052,527.54432,102.069715,208.37216,206.54856,26.069312,7.640322,1.669613,5750.616654,1.65276570576346
+c6,352.4661,1720.485,426.5549,104.457756,333.7788,544.1687,590.3019,49.948052,102.069715,102.069715,208.37216,26.069312,26.069312,7.640322,1.669613,4596.121357,2.06792232253231
+c7,352.4661,1720.485,426.5549,652.9992,333.7788,100.738165,590.3019,290.68457,102.069715,102.069715,208.37216,26.069312,26.069312,7.640322,1.669613,4941.968784,1.92320558487758
+c8,352.4661,1720.485,426.5549,652.9992,333.7788,100.738165,590.3019,290.68457,102.069715,102.069715,208.37216,206.54856,26.069312,7.640322,1.669613,5122.448032,1.8554452701289
+c9,352.4661,1720.485,426.5549,652.9992,333.7788,544.1687,590.3019,49.948052,527.54432,102.069715,208.37216,206.54856,26.069312,7.640322,1.669613,5750.616654,1.65276570576346
+c10,352.4661,1720.485,426.5549,104.457756,333.7788,544.1687,590.3019,49.948052,102.069715,102.069715,208.37216,26.069312,26.069312,7.640322,1.669613,4596.121357,2.06792232253231
+c11,352.4661,1720.485,426.5549,652.9992,333.7788,100.738165,590.3019,290.68457,102.069715,102.069715,208.37216,26.069312,26.069312,7.640322,1.669613,4941.968784,1.92320558487758
+c12,352.4661,1720.485,426.5549,652.9992,333.7788,100.738165,590.3019,290.68457,102.069715,102.069715,208.37216,206.54856,26.069312,7.640322,1.669613,5122.448032,1.8554452701289
+c2,4596.121357
+
+Unpatch Energy
+Configuration,Conv1,Conv2,Conv3,Conv4,Conv5,Conv6,Conv7,Conv8,Conv9,Conv10,Conv11,Conv12,Conv13,FC1,FC2,Total,Improvement
+c0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c4,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c6,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c8,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c9,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c10,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c11,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c12,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0
+c0,0
+
diff --git a/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_tensors.txt b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_tensors.txt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6b42b93c0446c298489429261592fe99e2f81b
--- /dev/null
+++ b/llvm/projects/soc_simulator/vgg16_cifar100/vgg16_tensors.txt
@@ -0,0 +1,64 @@
+#Conv1,3
+Conv1,163.415,464.69,310.228,694.841,7.62006,16.0868,83.4767,247.452
+Add1,113.913,376.561,69.7114,211.862,314.261,894.668,83.2799,265.625
+Relu1,75.1381,267.733,63.043,222.775,116.511,379.888,83.4086,300.518
+#Conv2,4
+Conv2,1186.37,5295.79,1399.51,5412.29,109.635,397.898,83.3307,436.945
+Add2,114.041,707.602,69.1905,303.338,336.556,1525.29,83.1178,365.325
+Relu2,74.295,455.493,62.4233,282.215,106.67,463.637,83.0734,372.529
+Pool1,175.393,1012.62,79.7262,360.302,106.496,467.712,20.9488,92.2916
+#Conv3,3
+Conv3,613.82,3267.16,354.47,1585.56,28.5399,124.01,41.6322,203.92
+Add3,51.2818,306.368,40.9358,206.435,52.9835,255.846,41.6412,204.32
+Relu3,36.6237,218.815,31.1491,157.975,53.9219,262.044,41.4745,201.753
+#Conv4,4
+Conv4,982.846,5808.36,543.421,2780.23,52.8973,253.818,41.5238,236.022
+Add4,51.329,344.524,37.6205,200.601,146.069,779.141,41.3499,213.133
+Relu4,36.7139,244.573,31.1126,165.225,52.5946,268.222,41.3761,210.186
+Pool2,88.7044,575.997,40.8451,210.857,52.6109,263.231,10.5892,50.2118
+#Conv5,3
+Conv5,491.91,3047.42,278.988,1427.88,14.8008,70.9043,20.8418,110.25
+Add5,48.2779,312.538,39.1711,216.321,27.4739,144.775,20.8433,109.029
+Relu5,18.3751,115.933,15.6197,87.4008,27.1876,142.132,20.7564,107.244
+#Conv6,3
+Conv6,858.952,5554.16,490.314,2738.69,28.103,144.6,20.8654,122.714
+Add6,48.3038,331.31,38.2773,222.684,78.3804,453.985,20.7551,113.98
+Relu6,18.3515,122.286,15.5774,91.8805,26.9604,148.182,20.7925,111.946
+#Conv7,4
+Conv7,859.425,5760.38,514.632,2922.64,28.2053,152.501,20.8436,124.457
+Add7,48.1751,337.048,38.3104,225.263,81.46,477.128,20.7616,115.225
+Relu7,18.3889,125.084,15.5863,93.2475,27.0202,149.73,20.7296,113.484
+Pool3,45.2833,307.898,21.7732,125.807,27.105,148.004,5.37692,25.667
+#Conv8,3
+Conv8,434.046,2940.43,240.716,1378.49,9.68469,49.5859,10.5597,59.0058
+Add8,46.6813,323.76,42.0846,253.744,14.6636,82.9186,10.5141,57.5583
+Relu8,9.34284,60.6176,7.88397,50.8594,14.4739,80.2487,10.4677,57.0219
+#Conv9,3
+Conv9,801.893,5651.89,477.878,2885.71,16.2347,90.1067,10.5851,63.9065
+Add9,46.6775,338.552,41.8259,265.047,39.8499,247.783,10.4589,60.1816
+Relu9,9.34283,63.4928,7.84042,52.587,14.2726,83.3662,10.4563,59.3499
+#Conv10,4
+Conv10,802.661,5895.34,481.652,3018.22,16.267,94.4725,10.5438,65.7062
+Add10,46.7852,353.064,41.8232,272.933,40.0563,257.396,10.5152,61.7303
+Relu10,9.31493,65.6928,7.8553,54.9037,14.2674,85.1708,10.4698,61.6665
+Pool4,24.6055,179.513,12.2268,81.0192,14.3183,85.3146,2.76689,12.3171
+#Conv11,3
+Conv11,308.859,2238.17,173.774,1077.96,6.79928,37.3658,2.77964,12.8278
+Add11,32.7593,228.974,32.499,205.175,4.84751,25.3885,2.71712,12.3719
+Relu11,2.49349,12.8041,2.09916,16.791,4.48398,23.4935,2.65339,11.6345
+#Conv12,3
+Conv12,308.957,2143.29,172.103,1054.21,6.35668,34.3,2.76929,12.2454
+Add12,32.7648,220.92,32.3458,201.907,4.88662,25.364,2.69777,11.7633
+Relu12,2.50068,12.3579,2.09976,17.1837,4.44727,22.6715,2.64916,11.3108
+#Conv13,4
+Conv13,308.526,2076.4,171.684,1041.08,6.20782,33.1375,2.76826,12.0417
+Add13,32.723,215.055,32.2976,199.983,4.91853,25.4026,2.71496,12.0093
+Relu13,2.48762,12.2284,2.10382,16.7344,4.36041,22.0096,2.72796,11.4339
+Pool5,8.20681,50.2013,4.24587,28.8535,4.30952,21.6535,0.789328,1.12606
+#FC1,3
+Mul1,10.6715,65.8927,5.49296,37.0659,2.18449,8.22985,0.810781,1.37103
+Add14,0.902452,1.91287,0.999932,9.47008,1.88605,7.19323,0.760782,0.960605
+Relu14,0.846016,1.57242,1.14743,10.6248,1.5964,5.26066,0.762322,0.9319
+#FC2,2
+Mul2,0.821147,1.66598,1.31517,8.1931,1.76803,6.49192,0.133188,0.0183427
+Add15,0.226743,0.146973,0.354443,1.81062,0.764484,1.36953,0.120211,0.0438951
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet/data/autotuner_data/tuner_confs_batch220.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet/data/autotuner_data/tuner_confs_batch220.txt
index 4537eed23cc5f4ba1d744115540d3c99df3c57fa..27ae10a43706557e20fc89f3aa13f9d427809778 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet/data/autotuner_data/tuner_confs_batch220.txt
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet/data/autotuner_data/tuner_confs_batch220.txt
@@ -10,841 +10,841 @@ conf1 1 0 78.75 0
 -----
 +++++
 conf1 1.58691558324 0 78.559998 0.5900020000000069
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf2 1.561580129 0 78.279991 0.7050135000000068
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf3 1.58691558324 0 78.480003 0.6699970000000036
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf4 1.62843286633 0 78.139999 0.9150014999999954
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf5 1.561580129 0 78.199997 0.8250045000000057
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 34 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf6 1.5 0 78.840004 0.3099960000000067
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf7 1.63231514248 0 78.180008 0.8549879999999987
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf8 1.561580129 0 78.400002 0.524996999999999
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 36 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf9 1.62843286633 0 78.219994 0.7950090000000003
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 31 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf10 1.68452312305 0 78.55999 0.5900100000000009
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf11 1.59477017142 0 78.139999 0.9150014999999954
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf12 1.58691558324 0 78.480003 0.6699970000000036
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf13 1.58691558324 0 78.400002 0.524996999999999
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf14 1.63231514248 0 78.119995 0.9450074999999956
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf15 1.58691558324 0 78.559998 0.5900020000000069
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf16 1.58691558324 0 78.400009 0.5249865000000042
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf17 1.540499209 0 78.139999 0.9150014999999954
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf18 1.70550344452 0 77.979996 1.1550060000000002
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 34 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf19 1.60552156231 0 77.719994 1.5450090000000003
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 35 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 35 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf20 1.7855629355 0 77.639999 1.6650014999999954
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 31 add fp32 1 tanh fp32 1 
-5 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf21 1.69337635738 0 77.599998 1.725003000000001
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf22 1.69337635738 0 77.68 1.6049999999999898
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf23 1.70550344452 0 77.580002 1.7549970000000101
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 35 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 35 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf24 1.80498002224 0 77.479996 1.9050060000000002
-1 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf25 1.7496306648 0 78.060005 1.0349924999999942
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf26 1.80498002224 0 77.500008 1.874988000000009
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf27 1.69337635738 0 77.639999 1.6650014999999954
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf28 1.7855629355 0 77.639999 1.6650014999999954
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf29 1.81876478645 0 77.499992 1.875011999999991
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 35 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 35 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf30 1.7357694593 0 78.040001 1.0649984999999944
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf31 1.81876478645 0 77.580002 1.7549970000000101
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 35 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 35 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf32 1.73138014145 0 77.879997 1.3050044999999955
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 31 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf33 1.7357694593 0 78.040001 1.0649984999999944
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf34 1.59477017142 0 78.139999 0.9150014999999954
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf35 1.63231514248 0 77.939995 1.2150075000000058
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf36 1.7855629355 0 77.5 1.875
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 31 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf37 1.62843286633 0 78.219994 0.7950090000000003
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 31 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf38 1.80498002224 0 77.540001 1.8149984999999944
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf39 1.69337635738 0 77.860001 1.3349985000000046
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf40 1.69337635738 0 77.659996 1.63500599999999
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf41 1.64654492165 0 77.219994 2.2950090000000003
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf42 1.70550344452 0 77.659996 1.63500599999999
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 36 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf43 1.63426323052 0 76.900002 2.774996999999999
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf44 1.85072010812 0 77.339996 2.115006000000001
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf45 1.70763025603 0 76.860001 2.8349985000000046
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv samp 36 add fp32 1 tanh fp32 1 
-5 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf46 1.75805416249 0 77.139999 2.4150014999999954
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 36 add fp32 1 tanh fp32 1 
-5 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf47 1.80736234275 0 76.759995 2.9850074999999947
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf48 1.70550344452 0 77.040001 2.5649984999999944
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 36 add fp32 1 tanh fp32 1 
-5 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf49 1.65600317448 0 77.619995 1.6950074999999956
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 36 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf50 1.75498605481 0 77.180008 2.3549879999999987
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf51 1.85825452695 0 77.340004 2.11499400000001
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf52 1.8290896189 0 77.199997 2.3250045000000057
-1 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 34 add fp32 1 tanh fp32 1 
-5 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf53 1.68659789846 0 77.139999 2.4150014999999954
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf54 1.85072010812 0 77.139999 2.4150014999999954
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf55 1.65800824851 0 77.080002 2.50499700000001
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv samp 34 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf56 1.98484848485 0 77.300003 2.1749954999999943
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf57 1.70550344452 0 77.379997 2.0550044999999955
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 36 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf58 1.58875675284 0 76.819992 2.8950120000000013
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf59 1.85072010812 0 76.959999 2.6850015000000056
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf60 1.70550344452 0 77.259995 2.2350074999999947
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 34 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf61 1.90544418837 0 76.959999 2.6850015000000056
-1 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv samp 34 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf62 1.98484848485 0 76.900002 2.774996999999999
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf63 1.64654492165 0 76.779999 2.9550014999999945
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf64 1.7451710542 0 76.840004 2.86499400000001
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf65 1.80736234275 0 76.979996 2.655006
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf66 1.98484848485 0 77.520004 1.8449939999999998
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf67 1.90544418837 0 76.919998 2.74500299999999
-1 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv samp 34 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf68 1.62330389945 0 76.940002 2.7149969999999897
-1 gpu conv perf 29 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf69 1.733572022 0 77.980003 1.1549955000000054
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf70 1.82847903192 0 77.279999 2.2050014999999945
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv samp 34 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf71 1.75805416249 0 76.880005 2.8049925000000044
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 36 add fp32 1 tanh fp32 1 
-5 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf72 1.79728066937 0 77.019997 2.5950044999999946
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf73 1.90544418837 0 76.780006 2.9549909999999997
-1 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf74 1.91812212738 0 76.900002 2.774996999999999
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf75 1.80736234275 0 77.0 2.625
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf76 1.85072010812 0 77.139999 2.4150014999999954
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf77 1.60036156459 0 77.479996 1.9050060000000002
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf78 1.69547301219 0 77.339996 2.115006000000001
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf79 1.80736234275 0 77.340004 2.11499400000001
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf80 1.64654492165 0 76.900002 2.774996999999999
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf81 1.70550344452 0 76.940002 2.7149969999999897
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 36 add fp32 1 tanh fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf82 1.70550344452 0 76.759995 2.9850074999999947
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 36 add fp32 1 tanh fp32 1 
-5 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf83 1.75805416249 0 76.82 2.8950000000000102
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 36 add fp32 1 tanh fp32 1 
-5 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf84 1.91009546227 0 76.779991 2.955013500000007
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet/data/autotuner_data/tuner_pareto_confs_batch220.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet/data/autotuner_data/tuner_pareto_confs_batch220.txt
index 6bad07198149801f31c8291a208f250f17321661..31885ce6fb9f310898aaeb3df7bc4c021152d2d6 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet/data/autotuner_data/tuner_pareto_confs_batch220.txt
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet/data/autotuner_data/tuner_pareto_confs_batch220.txt
@@ -10,371 +10,371 @@ conf1 1 0 78.75 0
 -----
 +++++
 conf1 1.58691558324 0 78.559998 0.5900020000000069
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf2 1.561580129 0 78.279991 0.7050135000000068
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf3 1.58691558324 0 78.480003 0.6699970000000036
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf4 1.62843286633 0 78.139999 0.9150014999999954
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf5 1.561580129 0 78.199997 0.8250045000000057
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 34 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf6 1.5 0 78.840004 0.3099960000000067
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf7 1.63231514248 0 78.180008 0.8549879999999987
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf8 1.561580129 0 78.400002 0.524996999999999
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 36 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf9 1.62843286633 0 78.219994 0.7950090000000003
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 31 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf10 1.68452312305 0 78.55999 0.5900100000000009
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf11 1.59477017142 0 78.139999 0.9150014999999954
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf12 1.58691558324 0 78.480003 0.6699970000000036
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf13 1.58691558324 0 78.400002 0.524996999999999
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf14 1.63231514248 0 78.119995 0.9450074999999956
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf15 1.58691558324 0 78.559998 0.5900020000000069
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf16 1.58691558324 0 78.400009 0.5249865000000042
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf17 1.540499209 0 78.139999 0.9150014999999954
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf18 1.70550344452 0 77.979996 1.1550060000000002
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 34 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf19 1.7855629355 0 77.639999 1.6650014999999954
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 31 add fp32 1 tanh fp32 1 
-5 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf20 1.80498002224 0 77.479996 1.9050060000000002
-1 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf21 1.7496306648 0 78.060005 1.0349924999999942
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf22 1.80498002224 0 77.500008 1.874988000000009
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf23 1.7855629355 0 77.639999 1.6650014999999954
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf24 1.81876478645 0 77.499992 1.875011999999991
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 35 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 35 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf25 1.7357694593 0 78.040001 1.0649984999999944
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf26 1.81876478645 0 77.580002 1.7549970000000101
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 35 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 35 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf27 1.73138014145 0 77.879997 1.3050044999999955
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 31 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf28 1.7357694593 0 78.040001 1.0649984999999944
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf29 1.59477017142 0 78.139999 0.9150014999999954
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf30 1.7855629355 0 77.5 1.875
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 31 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf31 1.62843286633 0 78.219994 0.7950090000000003
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 31 add fp32 1 tanh fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf32 1.80498002224 0 77.540001 1.8149984999999944
-1 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-5 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf33 1.70550344452 0 77.659996 1.63500599999999
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 36 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf34 1.98484848485 0 77.300003 2.1749954999999943
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf35 1.98484848485 0 76.900002 2.774996999999999
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf36 1.98484848485 0 77.520004 1.8449939999999998
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
 +++++
 conf37 1.733572022 0 77.980003 1.1549955000000054
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 34 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-6 gpu mul fp16 1 add fp32 1 
-7 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
 -----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet/data/autotuner_data/tuner_promise_confs_batch220_multi.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
new file mode 100644
index 0000000000000000000000000000000000000000..76d3b9342feb04cdbfa5e97da3796c8e89226f13
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
@@ -0,0 +1,14260 @@
++++++
+conf1 1 0 78.75 0
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+6 gpu mul fp32 1 add fp32 1 
+7 gpu softmax fp32 1
+-----
++++++
+conf1 1.79680900793 0 78.44000105 0.46499842499999033
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf2 2.14833063686 0 78.422500275 0.49124958749999337
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf3 2.3343756992 0 78.279499775 0.7057503374999925
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf4 2.0051937949 0 78.307999725 0.6630004124999971
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf5 2.09572432924 0 78.17899945 0.8565008249999906
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf6 2.1510303661 0 78.341000325 0.613499512500006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf7 1.59477017142 0 78.099998 0.975003000000001
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf8 2.40933283482 0 78.21199995 0.8070000749999906
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf9 2.44133377904 0 78.2895008 0.6907488000000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf10 2.10377358491 0 78.520998975 0.6290010250000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf11 1.99206710006 0 78.244000225 0.7589996625000097
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf12 2.49016877877 0 78.264999025 0.7275014625000082
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf13 1.92297058901 0 78.354999825 0.5925002625000104
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf14 3.28260543861 0 78.11449965 0.9532505250000014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf15 2.1510303661 0 78.34250065 0.6112490249999922
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf16 2.70433982991 0 77.53800065 1.8179990249999989
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf17 2.50154135982 0 78.228999325 0.7815010124999944
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf18 2.97747502888 0 78.058500175 1.037249737499991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf19 3.16135199481 0 77.658500425 1.6372493625000004
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf20 2.21882120614 0 78.016000725 1.1009989125000033
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf21 2.97779876864 0 77.5135 1.85475000000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf22 2.36542510121 0 77.562499475 1.7812507875000065
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf23 3.84266973008 0 77.68899955 1.5915006749999918
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf24 2.83830787766 0 77.668499175 1.6222512375000093
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf25 2.97779876864 0 77.433499775 1.974750337499998
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf26 2.99538587737 0 77.850000275 1.349999587500001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf27 2.25834132162 0 78.0424999 1.0612501500000064
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf28 2.91566305143 0 77.9264999 1.235250150000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf29 3.45487014523 0 77.562000175 1.7819997375000085
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf30 2.98884796399 0 77.723499625 1.5397505624999965
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf31 3.59076159103 0 77.520999325 1.843501012499992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf32 2.11760015464 0 77.5674998 1.7737503000000103
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf33 3.18710451669 0 77.66400005 1.6289999250000022
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf34 3.53240628779 0 77.666998925 1.6245016124999978
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf35 1.66455840456 0 77.519997 1.8450044999999946
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 35 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf36 3.72963656481 0 77.71250025 1.5562496249999924
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf37 3.26928242088 0 77.708 1.5630000000000024
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf38 2.91566305143 0 77.997500225 1.128749662500006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf39 3.37566443263 0 77.764000275 1.4789995874999988
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf40 2.16857363436 0 77.986500425 1.145249362499996
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf41 3.45051734728 0 77.757000325 1.4894995124999895
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf42 2.84007388684 0 77.906500025 1.2652499625000004
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf43 2.5234379499 0 77.836999325 1.3695010125000096
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf44 1.99424293451 0 77.279999 2.2050014999999945
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf45 2.22694008233 0 77.5514999 1.797750150000006
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf46 2.51071449035 0 78.122998625 0.9405020625000091
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf47 3.70240971999 0 77.544499675 1.808250487500004
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf48 3.14863117051 0 77.64799975 1.6530003750000049
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf49 3.542000097 0 78.033500025 1.0747499625000074
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf50 3.11638574781 0 77.679000075 1.606499887499993
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf51 3.24180661389 0 78.1409995 0.9135007499999901
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf52 3.59736474838 0 77.7224991 1.5412513500000102
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf53 2.15509270644 0 78.2715006 0.717749100000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf54 2.07523892514 0 77.4340001 1.9739998499999913
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf55 2.89104044336 0 77.61650025 1.7002496249999979
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf56 2.40299088586 0 77.75 1.5
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf57 2.57467948341 0 77.748999225 1.5015011624999914
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf58 3.4918718623 0 77.708 1.5630000000000024
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf59 2.41549528692 0 77.5825003 1.75124954999999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf60 3.11638574781 0 77.53900055 1.8164991750000041
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf61 3.59076159103 0 77.694499775 1.5832503375000044
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf62 3.45487014523 0 77.76799985 1.473000225000007
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf63 3.4918718623 0 77.537499975 1.8187500374999956
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf64 1.80498002224 0 77.779999 1.4550014999999945
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf65 2.16857363436 0 77.798499675 1.4272504874999967
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf66 2.64786391927 0 77.61000005 1.7099999250000053
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf67 3.59736474838 0 77.7579992 1.4880011999999994
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf68 3.25529306887 0 77.687499775 1.5937503374999906
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf69 2.86173769935 0 77.427999275 1.9830010874999928
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf70 2.38769738778 0 77.39400115 2.033998275000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf71 4.89920842557 0 78.051000325 1.048499512499994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf72 4.79205397957 0 78.038000275 1.0679995874999975
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf73 3.09875539212 0 77.273500075 2.2147498874999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf74 3.31960879381 0 77.9119997 1.2570004500000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf75 4.19140856656 0 78.20000065 0.8249990249999897
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf76 3.37358534144 0 77.6074995 1.7137507499999955
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf77 2.85576960676 0 78.0505001 1.0492498500000096
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf78 2.81931594457 0 77.081999925 2.502000112499992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf79 4.27983318032 0 78.214000325 0.803999512499999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf80 2.53347556111 0 77.053999875 2.5440001874999965
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf81 3.44574192026 0 78.04700015 1.0544997749999965
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf82 3.84374835529 0 77.871499425 1.3177508625000058
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf83 4.2459932947 0 78.186999875 0.8445001875000031
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf84 3.89292123452 0 77.7725 1.4662500000000094
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf85 3.84374835529 0 77.8894992 1.2907511999999954
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf86 3.23567852554 0 78.021000575 1.0934991374999967
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf87 2.56431338585 0 78.252500825 0.7462487625000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf88 3.52603923588 0 78.007000675 1.1144989874999993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf89 3.31960879381 0 77.615000125 1.7024998125000081
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf90 2.73868451644 0 76.974999125 2.662501312500005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf91 2.73485576623 0 77.002500775 2.621248837499998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf92 4.71776016882 0 78.118500375 0.9472494375000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf93 4.50808625337 0 78.1879999 0.8430001500000088
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf94 2.4335243744 0 77.39600035 2.0309994750000087
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf95 2.28224185165 0 77.94599965 1.2060005249999932
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf96 4.69511411122 0 78.0050009 1.1174986500000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf97 4.52821122249 0 78.1555004 0.891749400000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf98 2.94070867727 0 77.411500725 2.0077489125000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf99 3.51112161664 0 77.876499375 1.3102509375000082
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf100 3.91238549312 0 77.8210001 1.3934998499999907
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf101 3.43063493306 0 77.99849985 1.1272502249999974
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf102 2.61175481887 0 77.0305003 2.57924955
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf103 2.1510303661 0 78.399499725 0.5257504125000025
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf104 2.33079967234 0 77.677000425 1.6094993624999958
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf105 2.38915544409 0 77.3554993 2.091751049999992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf106 3.18821757541 0 77.948999775 1.2015003374999935
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf107 2.38769738778 0 77.397999975 2.028000037499993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf108 3.30518638085 0 78.03400095 1.0739985749999903
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf109 3.18821757541 0 77.3555 2.0917499999999905
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf110 3.93148091658 0 78.255500075 0.7417498874999993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf111 3.47768289392 0 77.605998825 1.7160017624999995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf112 4.35330525145 0 78.23450025 0.7732496250000054
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf113 2.16634367244 0 78.242499975 0.7612500374999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf114 4.49698282055 0 78.02350005 1.0897499250000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf115 3.76294547016 0 77.81649915 1.4002512750000022
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf116 3.10050944598 0 78.053000775 1.0454988374999985
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf117 3.76294547016 0 77.813500225 1.4047496625000022
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf118 2.24888375674 0 76.91599985 2.7510002249999914
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf119 2.90176147275 0 77.430000025 1.9799999625000027
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf120 4.36510071125 0 78.1990006 0.8264990999999924
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf121 2.73868451644 0 77.863499275 1.3297510875000071
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf122 2.14345461127 0 77.9280001 1.2329998499999917
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf123 2.58610616022 0 78.1555008 0.891748800000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf124 2.76355621145 0 77.811499725 1.4077504124999933
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf125 3.1705014109 0 76.864499725 2.8282504124999974
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf126 4.59661176964 0 77.974500725 1.163248912500002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf127 3.46580033852 0 77.617499075 1.6987513875000033
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf128 3.10050944598 0 77.380999775 2.0535003374999903
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf129 3.4869813633 0 77.989000375 1.141499437499995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf130 4.82158183139 0 78.06699995 1.024500075000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf131 3.26850208106 0 77.3024992 2.1712512000000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf132 2.91566305143 0 77.826999475 1.3845007875000093
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf133 3.89292123452 0 77.9070005 1.2644992500000072
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf134 2.22332436958 0 77.196999925 2.3295001125
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf135 3.96334183535 0 77.79850045 1.4272493249999911
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf136 4.27315546194 0 78.25700055 0.7394991749999988
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf137 1.60552156231 0 78.099998 0.975003000000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf138 3.6515641406 0 77.886500175 1.2952497375000078
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf139 4.33470175092 0 78.1860006 0.8459991000000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf140 4.00390160999 0 78.03400095 1.0739985749999903
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf141 3.06923723471 0 77.48800035 1.8929994750000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf142 2.51025423632 0 77.7379995 1.5180007499999988
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf143 2.2071979046 0 77.258999675 2.2365004875000025
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf144 2.24152130544 0 78.266000775 0.7259988375000077
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf145 1.73138014145 0 78.139999 0.9150014999999954
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf146 2.07194193579 0 78.4889999 0.661000100000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf147 1.95369833697 0 78.272500375 0.7162494374999895
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf148 2.48204433972 0 78.247500575 0.7537491374999945
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf149 2.6038089013 0 78.27349985 0.7147502250000102
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf150 2.28186154535 0 78.229499425 0.7807508624999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf151 1.59477017142 0 78.099998 0.975003000000001
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf152 1.82360897249 0 78.5300003 0.6199997000000025
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf153 1.76439678846 0 78.203000575 0.8204991374999935
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf154 1.72755765819 0 78.1744998 0.86325029999999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf155 2.10377358491 0 78.471999975 0.6780000249999972
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf156 2.89256716615 0 78.17850095 0.8572485749999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf157 2.18361621336 0 78.29599945 0.6810008250000052
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf158 1.561580129 0 78.119995 0.9450074999999956
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf159 1.95369833697 0 78.40800075 0.512998875000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf160 2.77391276825 0 78.2810004 0.7034994000000054
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf161 2.10636242153 0 78.433500125 0.4747498125000078
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf162 1.73138014145 0 78.159996 0.88500599999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf163 2.16634367244 0 78.23250085 0.7762487250000092
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf164 2.53160205673 0 78.22899975 0.7815003750000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf165 1.75142089738 0 78.1519998 0.897000300000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf166 3.59736474838 0 77.738998525 1.5165022125000007
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf167 2.55188860547 0 78.203000475 0.8204992875000059
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf168 2.9094681628 0 77.8784995 1.3072507499999944
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf169 2.12252361347 0 78.12700005 0.9344999249999901
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf170 3.77643621697 0 77.486499575 1.8952506375000056
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf171 3.72963656481 0 77.683000175 1.6004997374999945
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf172 3.49811600913 0 77.6029999 1.7205001499999995
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf173 2.5234379499 0 77.871999325 1.3170010124999934
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf174 1.82360897249 0 78.489000675 0.6609993250000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf175 2.15086143425 0 77.46950055 1.9207491749999903
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf176 3.11638574781 0 77.4890009 1.8914986500000097
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf177 3.35910310464 0 77.72399955 1.539000674999997
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf178 2.60281905984 0 77.490499375 1.8892509375000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf179 2.24796080644 0 77.690000325 1.5899995125000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf180 3.25529306887 0 77.705499025 1.566751462500008
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf181 3.46799468161 0 77.7030001 1.5704998500000045
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf182 2.63411159335 0 77.6099998 1.7100003000000044
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf183 2.99538587737 0 77.82599925 1.386001125000007
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf184 3.44574192026 0 78.058 1.0379999999999896
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf185 3.33253479352 0 78.095999875 0.9810001874999941
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf186 3.49811600913 0 77.75849985 1.4872502249999897
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf187 2.35829610893 0 77.731499975 1.5277500374999917
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf188 3.04907663832 0 78.093499975 0.9847500374999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf189 2.99538587737 0 77.74999995 1.5000000749999955
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf190 3.542000097 0 78.0260006 1.085999099999995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf191 3.28812300212 0 77.769999725 1.4700004124999921
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf192 2.87133870651 0 77.894500375 1.2832494374999897
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf193 2.73950635808 0 77.528499225 1.8322511624999933
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf194 2.91566305143 0 77.9804998 1.154250299999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf195 1.7977525785 0 78.559999475 0.5900005250000021
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf196 2.24152130544 0 78.173999375 0.8640009375000091
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf197 3.20989056068 0 78.09300135 0.9854979750000084
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf198 3.48564996739 0 78.1090001 0.9614998499999956
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf199 2.89256716615 0 78.160499175 0.8842512375000027
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf200 2.25834132162 0 78.08599985 0.9960002250000102
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf201 2.97779876864 0 77.515499675 1.8517504874999986
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf202 3.3268673034 0 78.0785003 1.0072495499999974
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf203 3.06580144126 0 77.74699955 1.5045006750000027
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf204 3.02884415997 0 78.163000075 0.880499887500001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf205 2.15594095941 0 77.552500875 1.7962486874999897
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf206 3.66721064524 0 77.7285002 1.5322497000000013
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf207 2.11760015464 0 77.764000125 1.4789998125000068
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf208 2.59640338923 0 78.2045001 0.8182498499999937
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf209 3.59736474838 0 77.5884993 1.7422510500000072
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf210 2.52227594543 0 77.390499625 2.039250562499994
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf211 2.72018747284 0 77.93899955 1.2165006749999918
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf212 2.97779876864 0 77.454499975 1.9432500374999933
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf213 2.89104044336 0 77.838500175 1.3672497375000106
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf214 2.21882120614 0 78.002499375 1.121250937500001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf215 2.55046272045 0 77.49200035 1.8869994750000032
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf216 3.16135199481 0 77.674499775 1.6132503374999985
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf217 2.6038089013 0 77.727500675 1.5337489874999974
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf218 3.77643621697 0 77.722000675 1.5419989874999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf219 2.74609889077 0 77.9474999 1.2037501500000047
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf220 3.39701846598 0 77.776500325 1.460249512499999
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf221 3.84266973008 0 77.48100015 1.9034997750000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf222 2.41443054714 0 77.704000325 1.5689995125000067
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf223 2.13476659554 0 78.07549955 1.0117506749999947
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf224 3.72963656481 0 77.4985005 1.8772492499999913
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf225 1.95369833697 0 77.791000025 1.4384999624999963
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf226 2.57467948341 0 77.77599975 1.4610003750000047
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf227 3.84266973008 0 77.6624994 1.6312508999999977
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf228 3.06580144126 0 77.5534998 1.794750300000004
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf229 2.25536569046 0 77.7035 1.569749999999992
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf230 2.41443054714 0 77.626499625 1.6852505625000092
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf231 3.24718776399 0 78.105000425 0.9674993624999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf232 3.28260543861 0 78.098500625 0.9772490625000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf233 2.43612195203 0 78.246499875 0.7552501875000033
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf234 3.13780880773 0 76.97750055 2.658749174999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf235 3.3268673034 0 78.065999625 1.0260005624999948
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf236 2.56431338585 0 78.25149865 0.7477520249999969
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf237 4.58200012548 0 78.19099955 0.8385006749999988
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf238 4.82158183139 0 78.057500275 1.038749587500007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf239 3.542000097 0 78.080500425 1.0042493625000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf240 3.78112865648 0 77.95499995 1.192500074999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf241 4.59198750865 0 78.1270008 0.934498799999993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf242 3.14537663121 0 78.0940003 0.983999549999993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf243 3.52150537634 0 77.5499994 1.8000008999999935
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf244 3.13780880773 0 76.9555004 2.691749399999992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf245 4.44155567719 0 78.23850005 0.7672499250000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf246 3.53377364881 0 77.57250005 1.7662499249999968
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf247 3.45138702919 0 78.04249975 1.061250374999993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf248 2.68682935802 0 78.22300035 0.7904994749999901
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf249 3.48564996739 0 78.1284998 0.9322502999999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf250 3.06923723471 0 78.0770008 1.00949880000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf251 4.79877127275 0 78.10549985 0.9667502249999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf252 4.27315546194 0 78.240000375 0.7649994375000091
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf253 4.22633629753 0 78.162500175 0.8812497374999921
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf254 3.05997821259 0 78.132000325 0.9269995124999895
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf255 2.89256716615 0 78.13600105 0.9209984249999934
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf256 3.91238549312 0 77.926999475 1.2345007874999965
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf257 4.77617552809 0 78.092500275 0.9862495874999908
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf258 5.01218173084 0 78.113499925 0.9547501125000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf259 2.88586161931 0 78.1765001 0.8602498500000024
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf260 3.6350853616 0 77.53449935 1.8232509749999934
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf261 2.97747502888 0 78.116499725 0.9502504125000044
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf262 2.28262228473 0 77.182000175 2.3519997375000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf263 3.06923723471 0 77.48500025 1.8974996250000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf264 3.51112161664 0 77.910499175 1.2592512375000027
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf265 2.85576960676 0 78.001500175 1.1227497374999942
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf266 2.48881101405 0 78.018000625 1.0979990625000013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf267 4.60279195815 0 78.146000725 0.9059989125000101
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf268 2.12995187868 0 77.7119994 1.5570009000000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf269 3.13493539756 0 77.98199935 1.152000975000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf270 2.89378970586 0 78.0650002 1.0274997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf271 2.27126418908 0 77.665500325 1.6267495125000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf272 3.6583930271 0 77.962000625 1.1819990624999974
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf273 3.44574192026 0 78.068000425 1.0229993625000091
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf274 4.37206912378 0 78.17450055 0.8632491749999929
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf275 3.22311222914 0 77.244499575 2.258250637499991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf276 4.19140856656 0 78.261499975 0.73275003749999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf277 2.72831704128 0 77.88249915 1.3012512749999985
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf278 2.87888443598 0 77.3114994 2.1577508999999964
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf279 3.23567852554 0 78.033500475 1.0747492875000049
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf280 4.623773346 0 78.131000475 0.92849928750001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf281 3.18636290921 0 77.2869997 2.1945004500000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf282 3.02884415997 0 78.127999625 0.9330005624999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf283 2.33079967234 0 77.693999825 1.5840002624999912
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf284 3.31800009086 0 77.2995003 2.175749549999992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf285 2.54123316747 0 77.18099925 2.353501125000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf286 4.20879996926 0 78.112000075 0.9569998875000039
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf287 3.91238549312 0 77.849500425 1.3507493624999967
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf288 3.23567852554 0 77.448000525 1.9529992125000035
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf289 4.36510071125 0 78.22050075 0.794248875000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf290 2.24152130544 0 78.317000025 0.649499962500002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf291 2.0941218638 0 78.053001275 1.0454980875000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf292 2.48971602595 0 77.795999775 1.4310003375000022
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf293 2.35323022394 0 77.025 2.5874999999999915
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf294 2.61724582801 0 78.211499625 0.8077505624999972
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf295 3.04365492811 0 77.019500125 2.59574981250001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf296 2.95498685009 0 77.960999875 1.1835001875000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf297 4.60279195815 0 78.144500275 0.9082495875000021
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf298 3.11780484681 0 77.582999275 1.7505010874999911
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf299 2.18431284582 0 78.0480003 1.0529995500000027
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf300 4.69591915468 0 78.0425009 1.0612486500000102
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf301 2.7974298081 0 77.64500005 1.6574999250000104
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf302 3.96334183535 0 77.769499775 1.4707503375000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf303 2.24630140357 0 77.273000925 2.2154986124999922
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf304 2.48971602595 0 77.8425003 1.3612495500000037
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf305 4.90008498647 0 78.0524994 1.0462508999999969
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf306 4.06752993595 0 78.22199955 0.7920006749999899
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf307 3.42634295097 0 77.590999925 1.7385001124999917
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf308 2.75993575613 0 78.089500225 0.9907496625000078
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf309 2.18361621336 0 78.335000675 0.6224989874999949
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf310 2.73376380311 0 78.257501 0.7387484999999927
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf311 2.10377358491 0 78.460000625 0.6899993749999936
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf312 2.44133377904 0 78.269500125 0.72074981250001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf313 2.24152130544 0 78.299499075 0.6757513875000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf314 2.28186154535 0 78.26600015 0.7259997750000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf315 1.82360897249 0 78.52550125 0.6244987499999951
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf316 1.92405135546 0 78.307500225 0.6637496625000026
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf317 2.59394423726 0 78.3124998 0.6562503000000035
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf318 3.28260543861 0 78.185500225 0.8467496625000024
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf319 2.40933283482 0 78.194999875 0.8325001875000098
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf320 1.95369833697 0 78.36700095 0.5744985749999927
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf321 2.53160205673 0 78.238499775 0.767250337500009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf322 2.20630884648 0 77.766000125 1.4759998124999925
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf323 2.20630884648 0 77.511499375 1.8577509375000005
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf324 3.59076159103 0 77.6839995 1.5990007500000019
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf325 2.46129952706 0 77.57799985 1.7580002250000035
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf326 2.43612195203 0 78.212499475 0.806250787499998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf327 2.97779876864 0 77.555500275 1.7917495875
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf328 3.35910310464 0 77.75199935 1.4970009749999917
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf329 2.51071449035 0 78.129999325 0.9300010125
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf330 2.80373024506 0 77.904000875 1.2689986875000088
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf331 2.36440403604 0 78.2385001 0.767249850000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf332 2.11760015464 0 77.418999675 1.9965004875000076
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf333 2.9094681628 0 77.7544996 1.493250599999996
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf334 3.49811600913 0 77.752500125 1.4962498125000039
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf335 2.46129952706 0 77.653499775 1.6447503374999997
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf336 2.41230388109 0 77.85100005 1.3484999250000058
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf337 2.31738854514 0 77.7519991 1.4970013499999908
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf338 2.64786391927 0 77.538499825 1.8172502624999964
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf339 3.16135199481 0 77.70349975 1.569750374999991
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf340 2.52227594543 0 77.38650035 2.0452494749999914
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf341 2.55188860547 0 78.20650025 0.8152496249999928
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf342 1.96561700982 0 77.71699945 1.5495008249999955
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf343 3.84266973008 0 77.680000075 1.604999887500007
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf344 2.70433982991 0 77.582999775 1.750500337499993
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf345 3.82389130321 0 77.602500675 1.7212489874999974
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf346 3.59736474838 0 77.740500675 1.5142489874999896
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf347 2.99342150206 0 77.7940007 1.433998950000003
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf348 2.81381236756 0 77.83299985 1.3755002250000103
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf349 1.80023417279 0 77.599998 1.725003000000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf350 2.44133377904 0 78.330501225 0.6292481624999908
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf351 3.20613284165 0 78.161000225 0.8834996625000073
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf352 1.85888516523 0 77.180008 2.3549879999999987
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf353 3.84266973008 0 77.5400003 1.814999549999996
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf354 2.99342150206 0 77.521999425 1.8420008624999937
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf355 3.35910310464 0 77.586499975 1.745250037500007
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf356 3.45487014523 0 77.69100055 1.5884991750000026
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf357 3.16135199481 0 77.4395008 1.965748799999993
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf358 2.31347341745 0 77.3290006 2.131499099999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf359 1.952305636 0 78.136499725 0.9202504125000104
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf360 3.33253479352 0 78.1575004 0.8887493999999947
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf361 3.49811600913 0 77.593998925 1.734001612500009
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf362 3.02884415997 0 78.183499725 0.8497504124999935
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf363 1.69337635738 0 77.660004 1.634993999999999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf364 3.44314270897 0 77.625999025 1.686001462500002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf365 3.59076159103 0 77.5799995 1.7550007500000007
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf366 2.73376380311 0 78.233000525 0.7754992125000086
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf367 1.99119809512 0 77.959000225 1.1864996625000046
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf368 1.99119809512 0 77.9495002 1.2007496999999958
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf369 2.91566305143 0 77.889000725 1.2914989124999963
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf370 1.89227879259 0 77.919000675 1.24649898749999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf371 2.52903050801 0 77.842999125 1.3605013124999914
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf372 2.9094681628 0 77.85900075 1.3364988749999895
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf373 2.13476659554 0 78.0249998 1.087500299999995
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf374 2.20915635682 0 78.125500425 0.9367493625000023
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf375 3.24718776399 0 78.100999375 0.973500937499999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf376 3.0068963151 0 78.096499225 0.9802511624999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf377 3.542000097 0 78.04100075 1.0634988750000076
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf378 2.19745749962 0 77.652999675 1.6455004874999943
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf379 2.99342150206 0 77.650999025 1.6485014624999934
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf380 1.9453718091 0 77.995001075 1.132498387499993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf381 3.70240971999 0 77.7160008 1.550998799999995
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf382 2.76271987895 0 77.802500325 1.4212495125000046
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf383 2.58317907967 0 77.9939991 1.1340013500000055
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf384 3.59736474838 0 77.74700055 1.5044991750000065
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf385 3.18636290921 0 77.23649915 2.2702512749999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf386 3.31960879381 0 77.9584999 1.18725014999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf387 3.89292123452 0 77.87799985 1.3080002250000078
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf388 3.17822794726 0 77.42349975 1.9897503749999927
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf389 3.29564085979 0 78.0885006 0.9922490999999951
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf390 3.08305776402 0 78.231000325 0.7784995125000052
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf391 3.70341103092 0 78.023501225 1.089748162499994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf392 3.35622156523 0 77.801499775 1.4227503375000055
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf393 3.27045362948 0 77.406000875 2.0159986874999944
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf394 2.28262228473 0 77.06800045 2.5229993250000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf395 4.44155567719 0 78.2120006 0.8069991000000059
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf396 2.56479367867 0 76.86149995 2.832750075000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf397 2.7524465773 0 78.206000125 0.8159998124999959
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf398 3.04365492811 0 77.0369993 2.5695010499999924
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf399 3.6583930271 0 77.957500375 1.1887494375000074
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf400 4.50808625337 0 78.127499175 0.9337512375000045
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf401 3.69591437391 0 77.770499875 1.469250187500002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf402 2.07194193579 0 78.439500175 0.4657497374999906
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf403 2.18431284582 0 77.059500125 2.5357498125000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf404 4.59661176964 0 78.074500025 1.0132499624999909
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf405 3.1808118349 0 78.0770005 1.0094992500000046
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf406 2.88343094032 0 77.0700001 2.519999849999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf407 2.28186154535 0 78.2985008 0.677248800000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf408 3.6515641406 0 77.918499575 1.2472506375000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf409 4.79205397957 0 78.042500725 1.0612489125000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf410 2.6262810908 0 77.943999425 1.2090008624999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf411 3.82870249017 0 77.869000425 1.3214993625000062
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf412 2.07823096988 0 77.89850065 1.2772490249999962
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf413 4.76952130091 0 78.0174999 1.0987501499999937
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf414 2.14731998471 0 77.153999725 2.3940004124999916
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf415 2.39521498147 0 78.326000725 0.6359989124999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf416 2.86173769935 0 77.4560001 1.9409998500000043
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf417 3.96334183535 0 77.82450025 1.3882496250000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf418 2.28224185165 0 78.00700015 1.1144997750000059
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf419 1.67627481734 0 77.660004 1.634993999999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf420 2.16634367244 0 78.299500075 0.6757498875000039
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf421 2.7974298081 0 77.60100005 1.7234999250000058
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf422 2.50108446251 0 78.310998725 0.6585019124999931
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf423 3.26850208106 0 77.2965002 2.1802497000000045
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf424 2.66150192539 0 77.7190008 1.5464987999999948
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf425 3.09350511825 0 77.018500075 2.5972498874999914
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf426 2.72831704128 0 78.066001 1.0259985
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf427 3.52467785267 0 78.01100045 1.108499325000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf428 2.59271640731 0 77.485999275 1.8960010875000037
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf429 2.49493264402 0 78.2500004 0.749999399999993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf430 2.85576960676 0 78.026000425 1.0859993624999902
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf431 3.76294547016 0 77.828999675 1.3815004874999914
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf432 2.0941218638 0 77.1139997 2.4540004500000094
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf433 3.69591437391 0 77.8415009 1.3627486500000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf434 1.9453718091 0 78.101999725 0.9720004125000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf435 3.89292123452 0 77.844500175 1.3582497375000102
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf436 5.09612029865 0 77.941999725 1.2120004124999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf437 2.89256716615 0 78.16550005 0.8767499249999915
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf438 4.71776016882 0 78.11850035 0.9472494749999925
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf439 2.8298030352 0 77.880999375 1.3035009374999973
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf440 3.95190382569 0 78.191000375 0.8384994374999977
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf441 3.47768289392 0 77.62299965 1.6905005250000045
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf442 3.12527637116 0 78.017000175 1.0994997374999897
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf443 2.67371407651 0 77.793501225 1.4347481625
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf444 3.21441146697 0 78.02099995 1.0935000749999944
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf445 3.76294547016 0 77.8419996 1.3620006000000089
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf446 1.93165087062 0 77.81500075 1.4024988750000063
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf447 2.51025423632 0 77.7459997 1.506000450000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf448 3.53377364881 0 77.5685011 1.772248349999991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf449 2.8298030352 0 77.78100075 1.453498874999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf450 2.22422719659 0 77.464500875 1.9282486875000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf451 3.09875539212 0 77.306499125 2.165251312499997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf452 2.6974145891 0 77.7034999 1.5697501500000044
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf453 2.22332436958 0 77.232499975 2.276250037500006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf454 4.98028095379 0 77.969999525 1.1700007124999914
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf455 2.13926887138 0 77.15200025 2.3969996249999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf456 2.28224185165 0 77.863500975 1.3297485375000093
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf457 2.52227594543 0 78.082000875 1.0019986874999915
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf458 2.17563676084 0 77.40750025 2.0137496250000027
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf459 3.01949394303 0 77.348998825 2.101501762500007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf460 4.28586099646 0 78.075500675 1.011748987499999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf461 2.29948783073 0 77.73800035 1.5179994750000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf462 2.1510303661 0 78.33949995 0.615750074999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf463 2.43612195203 0 78.2609999 0.7335001499999976
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf464 2.06569084995 0 78.2925 0.686249999999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf465 2.28186154535 0 78.222999975 0.79050003750001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf466 1.95369833697 0 78.300999975 0.6735000375000055
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf467 1.95369833697 0 78.4525005 0.6974995000000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf468 2.67606536954 0 78.300500525 0.6742492124999941
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf469 1.88123041257 0 78.36049985 0.5842502250000052
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf470 2.70007394171 0 78.23150005 0.7777499250000091
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf471 2.47665743514 0 78.271999125 0.7170013125000096
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf472 1.561580129 0 78.240005 0.7649925000000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf473 1.95369833697 0 78.39050035 0.5392494750000054
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf474 3.16135199481 0 77.47150085 1.9177487250000027
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf475 2.48136969546 0 77.644499775 1.6582503375000002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf476 3.63363848948 0 77.451000325 1.9484995125000069
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf477 3.39238987381 0 78.0874994 0.993750900000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf478 2.29428673152 0 77.837999875 1.3680001875000087
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf479 1.68618253461 0 78.6015003 0.5484997000000021
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf480 3.53240628779 0 77.46799955 1.9230006749999973
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf481 2.60281905984 0 77.489999525 1.8900007124999973
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf482 2.71748837209 0 78.0590003 1.0364995500000092
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf483 3.45051734728 0 77.798499675 1.4272504874999967
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf484 2.89409550228 0 77.4129992 2.0055011999999977
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf485 3.53925369518 0 77.535499825 1.8217502624999966
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf486 2.98396322778 0 77.8309997 1.37850044999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf487 2.25536569046 0 77.7144989 1.553251650000007
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf488 2.72858886384 0 77.523000675 1.8404989874999913
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf489 3.84266973008 0 77.6484993 1.6522510500000038
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf490 2.97779876864 0 77.46650125 1.9252481250000102
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf491 2.27522664257 0 77.9424997 1.2112504500000014
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf492 2.47665743514 0 78.257500325 0.7387495125000072
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf493 2.44133377904 0 78.30250085 0.6712487249999981
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf494 2.57467948341 0 77.8404998 1.3642502999999948
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf495 1.80023417279 0 77.540001 1.8149984999999944
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf496 3.58371362677 0 78.022000175 1.0919997374999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf497 1.63231514248 0 78.120003 0.9449955000000045
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf498 2.25834132162 0 78.007999825 1.1130002625000017
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf499 3.89181483916 0 77.499499375 1.8757509375000012
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf500 3.16500541712 0 77.777499725 1.4587504125000024
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf501 3.36364124845 0 77.960000225 1.1849996624999974
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf502 2.79400512644 0 77.946000025 1.2059999624999946
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf503 2.97779876864 0 77.51400035 1.8539994749999948
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf504 1.9769681931 0 77.7790005 1.4564992500000074
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf505 3.53240628779 0 77.670000425 1.6199993625000033
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf506 2.74609889077 0 77.556999225 1.7895011625000024
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf507 2.52227594543 0 78.120000025 0.9449999625000061
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf508 3.19453962237 0 77.60100015 1.7234997749999934
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf509 3.89181483916 0 77.56599925 1.7760011249999934
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf510 2.48881101405 0 78.157000425 0.8894993624999898
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf511 3.42248933877 0 78.10499935 0.9675009750000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf512 2.24980746522 0 77.93100035 1.2284994749999925
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf513 3.06580144126 0 77.490999725 1.888500412500008
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf514 1.76439678846 0 77.9490002 1.2014996999999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf515 1.93165087062 0 77.844499 1.3582515000000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf516 3.27671427503 0 78.0164993 1.10025104999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf517 3.63363848948 0 77.651499525 1.6477507124999917
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf518 3.59736474838 0 77.765499275 1.4767510875000056
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf519 2.67110637001 0 77.492998925 1.8855016125000077
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf520 3.03690484441 0 78.17399975 0.8640003750000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf521 3.82389130321 0 77.6294996 1.680750599999996
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf522 3.02516396272 0 77.7979996 1.4280006000000043
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf523 2.82425847867 0 77.53849985 1.8172502250000093
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf524 1.92906574394 0 77.805499025 1.4167514624999953
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf525 3.30478754695 0 77.53349955 1.824750674999997
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf526 2.09572432924 0 77.886498975 1.2952515375000075
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf527 4.77617552809 0 78.134999625 0.9225005624999909
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf528 4.60279195815 0 78.176000775 0.8609988374999915
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf529 3.1705014109 0 76.8984998 2.7772503000000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf530 3.28260543861 0 78.1204998 0.9442502999999931
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf531 2.92157268012 0 77.9825014 1.1512478999999942
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf532 3.50662601431 0 78.0274999 1.0837501500000073
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf533 4.44155567719 0 78.16200105 0.881998424999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf534 3.82870249017 0 77.802999825 1.4205002624999992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf535 3.31800009086 0 77.221000125 2.293499812499995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf536 2.16634367244 0 78.24850025 0.7522496249999904
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf537 5.01218173084 0 78.046000675 1.055998987499997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf538 3.29564085979 0 78.073500675 1.014748987499992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf539 2.14664674472 0 78.373999475 0.5640007874999924
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf540 2.19763383051 0 77.306 2.166000000000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf541 2.66564670957 0 78.26750015 0.7237497749999946
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf542 2.63995156218 0 78.20250095 0.8212485749999985
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf543 3.27045362948 0 77.920999675 1.2435004874999933
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf544 3.6583930271 0 77.994000975 1.1339985374999912
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf545 2.79400512644 0 77.5879999 1.7430001500000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf546 3.04399322006 0 77.280999825 2.2035002625000075
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf547 2.83419571826 0 77.902499575 1.2712506375000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf548 3.50662601431 0 77.949499775 1.20075033749999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf549 2.57952953365 0 78.111000225 0.9584996625000031
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf550 4.13446115525 0 78.0035005 1.1197492499999981
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf551 2.42726970587 0 77.76500105 1.4774984250000074
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf552 3.99339287342 0 78.29699995 0.679500075
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf553 3.37358534144 0 77.605999575 1.7160006375000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf554 3.27045362948 0 77.372499225 2.066251162500002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf555 2.05715694099 0 77.576500125 1.7602498125000068
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf556 3.96334183535 0 77.767999875 1.4730001874999985
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf557 1.74018108892 0 78.051500175 1.0477497374999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf558 2.98396322778 0 77.902999825 1.2705002625000077
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf559 5.09612029865 0 77.92550035 1.2367494750000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf560 4.21982434853 0 78.17400035 0.863999475
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf561 3.20613284165 0 78.136000875 0.9209986875000098
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf562 4.66234332773 0 78.073500575 1.0147491375000044
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf563 4.82158183139 0 78.126500525 0.935249212500004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf564 2.6038089013 0 77.893000175 1.285499737500004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf565 2.53347556111 0 77.075499525 2.511750712500003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf566 3.08305776402 0 78.165998625 0.8760020624999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf567 2.32921384149 0 77.71800025 1.5479996249999957
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf568 2.16019226029 0 77.293500325 2.184749512500005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf569 4.69591915468 0 78.1205 0.9442499999999896
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf570 3.92134841516 0 78.143499975 0.9097500375000038
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf571 2.0941218638 0 78.173500425 0.8647493624999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf572 4.87565925629 0 78.01400025 1.1039996250000073
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf573 4.14008616617 0 78.264500775 0.7282488374999971
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf574 2.37280288508 0 78.309000975 0.6614985374999947
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf575 4.89920842557 0 77.99249985 1.1362502249999977
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf576 3.6350853616 0 77.5270003 1.8344995500000039
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf577 4.43580061952 0 78.04050025 1.0642496250000093
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf578 2.06631426065 0 78.141999575 0.9120006375000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf579 3.96334183535 0 77.7960007 1.43099895000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf580 4.05728597619 0 78.16450025 0.8782496249999951
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf581 2.31895830908 0 77.97450015 1.1632497750000041
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf582 4.36510071125 0 78.1205004 0.9442494000000039
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf583 2.13793288512 0 77.946498825 1.2052517624999908
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf584 3.58371362677 0 77.994501075 1.1332483874999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf585 2.7974298081 0 77.668499975 1.6222500374999953
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf586 2.86533054339 0 78.151999525 0.8970007125000095
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf587 2.26300649679 0 77.1840002 2.3489997000000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf588 3.74288911287 0 78.276000225 0.7109996624999937
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf589 2.27126418908 0 77.5375003 1.8187495499999926
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf590 3.36364124845 0 78.01550005 1.101749925
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf591 3.76708619178 0 77.873500225 1.3147496624999988
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf592 3.52603923588 0 78.25900115 0.7364982749999953
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf593 1.63231514248 0 78.080002 1.0049970000000101
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf594 2.11514698074 0 78.396999575 0.5295006375000071
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf595 2.1510303661 0 78.34750035 0.6037494749999937
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf596 1.88123041257 0 78.4820001 0.6679999000000066
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf597 2.12995187868 0 78.2914997 0.6877504499999958
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf598 2.31935108241 0 78.26050055 0.7342491749999951
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf599 2.20258261036 0 78.264000675 0.7289989874999918
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf600 1.60552156231 0 78.020004 1.0949939999999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf601 2.3901980036 0 78.20850115 0.8122482749999946
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf602 2.50154135982 0 78.21950075 0.7957488750000081
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf603 1.64456746106 0 78.020004 1.0949939999999998
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf604 2.29217450437 0 78.196500225 0.8302496625000089
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf605 1.92405135546 0 78.347999775 0.6030003374999922
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf606 2.87133870651 0 77.5960001 1.7309998500000034
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf607 2.64377420873 0 78.217499125 0.798751312499995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf608 2.66590618726 0 77.57399955 1.7640006750000055
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf609 2.98396322778 0 77.766999775 1.4745003374999968
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf610 2.34818605648 0 77.59050045 1.73924932500001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf611 3.72963656481 0 77.524999575 1.837500637500007
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf612 2.82425847867 0 77.514999775 1.8525003374999898
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf613 3.48520639466 0 78.08999955 0.9900006749999974
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf614 2.5234379499 0 77.820500025 1.3942499624999982
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf615 2.16275109817 0 77.4805004 1.9042494000000048
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf616 2.64786391927 0 77.5724995 1.7662507499999904
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf617 3.44574192026 0 78.094999875 0.9825001875000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf618 3.18710451669 0 77.59249975 1.7362503749999973
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf619 2.6708458791 0 78.0805004 1.004249399999992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf620 2.68156783551 0 77.567500475 1.7737492874999958
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf621 2.23420690358 0 78.265499825 0.7267502624999906
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf622 3.59736474838 0 77.67899935 1.606500975000003
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf623 2.44242238448 0 77.613500425 1.704749362500003
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf624 3.16135199481 0 77.686498925 1.5952516125000074
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf625 2.6038089013 0 78.0219999 1.092000150000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf626 2.07523892514 0 77.44449965 1.958250525000004
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf627 2.99538587737 0 77.8749992 1.3125011999999927
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf628 2.76271987895 0 77.775000225 1.4624996625000009
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf629 3.36322818328 0 77.66750085 1.6237487250000058
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf630 2.21882120614 0 78.028000175 1.0829997374999962
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf631 2.98884796399 0 77.430999175 1.978501237500005
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf632 2.98884796399 0 77.5090001 1.8614998500000084
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf633 2.24980746522 0 77.74700045 1.5044993249999976
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf634 2.35829610893 0 77.76049915 1.4842512749999983
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf635 2.82425847867 0 77.51750035 1.848749474999991
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf636 3.58371362677 0 77.9695004 1.1707493999999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf637 2.9094681628 0 77.549500075 1.8007498875000039
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf638 2.12995187868 0 78.2985002 0.6772496999999902
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf639 3.16500541712 0 77.782499525 1.4512507124999914
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf640 1.60552156231 0 77.68 1.6049999999999898
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 35 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf641 2.70433982991 0 77.605499025 1.7167514624999995
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf642 2.56840161772 0 77.600499875 1.7242501875000045
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf643 2.37362548074 0 77.542498575 1.8112521375000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf644 2.74609889077 0 77.627999375 1.6830009374999975
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf645 3.24180661389 0 78.065500075 1.0267498874999959
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf646 3.77591555364 0 77.65950015 1.6357497750000007
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf647 3.542000097 0 78.046499275 1.0552510874999967
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf648 3.59736474838 0 77.720499775 1.54425033750001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf649 2.9094681628 0 77.516499875 1.8502501875000092
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf650 2.52903050801 0 77.679000875 1.6064986875000002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf651 3.35910310464 0 77.7865001 1.4452498500000033
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf652 2.29428673152 0 77.814499675 1.40325048750001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf653 3.4918718623 0 77.722500225 1.5412496624999932
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf654 3.49811600913 0 77.728000325 1.5329995125000053
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf655 3.72963656481 0 77.623000775 1.6904988375000087
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf656 2.16634367244 0 78.264499825 0.7282502624999978
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf657 3.53240628779 0 77.675500825 1.6117487624999995
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf658 3.18710451669 0 77.778000425 1.4579993624999972
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf659 2.83830787766 0 77.499500275 1.875749587499996
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf660 2.5234379499 0 77.6419991 1.66200134999999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf661 3.66721064524 0 77.55650095 1.7902485749999997
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf662 3.4918718623 0 77.55699955 1.7895006749999993
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf663 4.71776016882 0 78.075000175 1.0124997375000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf664 4.32443501431 0 78.085500375 0.9967494375000072
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf665 2.74472283119 0 77.926499925 1.2352501124999975
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf666 3.80371000503 0 78.209000525 0.81149921250001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf667 3.50662601431 0 77.9505009 1.1992486500000084
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf668 4.44155567719 0 78.136000275 0.920999587499999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf669 4.28586099646 0 78.069500375 1.020749437499994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf670 2.76355621145 0 76.918499275 2.747251087499997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf671 3.96334183535 0 77.812000025 1.4069999624999951
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf672 2.07823096988 0 77.849499275 1.3507510875000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf673 2.2071979046 0 77.255500425 2.241749362500009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf674 3.91630172491 0 78.20250025 0.8212496250000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf675 2.37877965366 0 77.886000625 1.2959990625000088
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf676 3.48520639466 0 77.965499875 1.1767501874999908
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf677 3.39365096575 0 78.02050075 1.0942488750000052
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf678 2.7697048227 0 77.036 2.570999999999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf679 2.14799364712 0 77.940999775 1.2135003375000082
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf680 3.1705014109 0 76.910999125 2.7585013124999946
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf681 3.06923723471 0 77.464000675 1.9289989875000089
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf682 2.35323022394 0 77.083500875 2.499748687500002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf683 2.5476157254 0 77.880000375 1.3049994375000082
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf684 2.23238575577 0 77.9034998 1.2697502999999912
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf685 4.89920842557 0 77.981501175 1.152748237499992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf686 3.18821757541 0 77.998500525 1.1272492125000042
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf687 4.82158183139 0 78.083500475 0.9997492875000091
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf688 1.70550344452 0 77.68 1.6049999999999898
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf689 3.6515641406 0 77.9414998 1.2127502999999962
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf690 1.99715145162 0 78.178000275 0.8579995874999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf691 3.12527637116 0 77.0050001 2.6174998499999944
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf692 3.74288911287 0 78.258 0.7380000000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf693 2.13793288512 0 78.1519997 0.8970004499999931
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf694 4.10841193347 0 78.2274998 0.7837502999999941
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf695 2.05715694099 0 77.563999325 1.7790010125000038
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf696 3.23567852554 0 77.442000425 1.961999362499995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf697 2.38209008774 0 77.400999325 2.023501012499999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf698 2.3843713611 0 77.936499725 1.2202504124999933
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf699 4.21982434853 0 78.240000275 0.7649995875000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf700 4.00390160999 0 78.114000325 0.9539995124999905
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf701 2.44133377904 0 76.88649945 2.7952508249999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf702 3.52603923588 0 78.24050005 0.7642499250000085
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf703 2.0579298361 0 77.67449925 1.613251125000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf704 3.05077488617 0 77.491999575 1.8870006375000088
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf705 3.23338646124 0 77.2919998 2.187000300000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf706 3.96334183535 0 77.813999325 1.4040010125000038
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf707 2.8298030352 0 77.9330004 1.225499400000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf708 4.60279195815 0 78.125999675 0.9360004874999959
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf709 3.22311222914 0 77.320499575 2.1442506375000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf710 4.35330525145 0 78.2800002 0.7049996999999948
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf711 3.31800009086 0 77.253500775 2.2447488374999907
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf712 3.1270605866 0 78.171000475 0.8684992875000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf713 2.75882367755 0 77.609999475 1.7100007875000074
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf714 4.69511411122 0 77.9954996 1.1317505999999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf715 3.53377364881 0 77.552999475 1.7955007875000106
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf716 2.28357392256 0 77.6785006 1.60724909999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf717 2.24630140357 0 77.262000425 2.231999362500005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf718 4.06752993595 0 78.1885008 0.8422488000000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf719 2.35323022394 0 76.881001075 2.8034983874999995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf720 2.28262228473 0 77.0555006 2.541749099999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf721 2.94386966745 0 78.093498825 0.9847517625000037
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf722 2.38769738778 0 77.418500475 1.9972492874999972
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf723 2.29948783073 0 77.775 1.4624999999999915
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf724 2.88586161931 0 78.1530001 0.8954998500000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf725 4.27315546194 0 78.2205006 0.7942491000000089
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf726 3.64524581982 0 78.02450025 1.088249624999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf727 3.87145936777 0 78.22300045 0.790499324999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf728 1.92027397741 0 77.3279997 2.13300044999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf729 3.41779112394 0 78.0579999 1.038000150000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf730 3.6515641406 0 77.90049995 1.2742500750000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf731 1.79680900793 0 78.42599915 0.48600127500000667
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf732 1.76031414454 0 78.606999125 0.5430008749999985
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf733 1.77170177496 0 78.338000125 0.6179998125000097
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf734 2.64377420873 0 78.252999875 0.7455001874999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf735 2.07194193579 0 78.442999125 0.4605013124999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf736 2.48881101405 0 78.138501425 0.9172478624999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf737 2.5635932838 0 78.22050075 0.794248875000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf738 2.36440403604 0 78.284500375 0.6982494375000101
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf739 1.99061917958 0 78.33349955 0.6247506750000014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf740 2.27428194775 0 78.27450025 0.713249624999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf741 1.95369833697 0 78.362500225 0.5812496624999923
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf742 1.99206710006 0 78.22650005 0.7852499250000022
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf743 2.55141313335 0 78.265999925 0.726000112499996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf744 2.24152130544 0 78.300000325 0.6749995125000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf745 1.88123041257 0 78.385500125 0.5467498125000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf746 2.02237001209 0 78.501499625 0.6485003750000061
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf747 1.92405135546 0 78.301500625 0.6727490624999959
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf748 2.24152130544 0 78.350499675 0.599250487500008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf749 2.24152130544 0 78.238999175 0.7665012374999947
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf750 2.67240958712 0 78.2230003 0.7904995500000069
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf751 2.24152130544 0 78.163999475 0.8790007875000043
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf752 1.88771378107 0 78.321499625 0.6427505624999981
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf753 2.44133377904 0 78.307999575 0.663000637500005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf754 1.76439678846 0 78.19899945 0.8265008249999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf755 2.24152130544 0 78.233000325 0.7754995124999908
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf756 2.92188437688 0 77.6155006 1.7017490999999936
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf757 2.35829610893 0 77.784500175 1.4482497374999923
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf758 2.67110637001 0 77.565000675 1.7774989875000102
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf759 2.54477507927 0 77.81399975 1.4040003750000096
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf760 2.52903050801 0 77.79449925 1.4332511249999982
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf761 3.35910310464 0 77.543000525 1.8104992125000052
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf762 2.98396322778 0 77.81699965 1.3995005250000006
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf763 2.27522664257 0 77.9110006 1.2584991000000088
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf764 3.46799468161 0 77.600999725 1.7235004125000088
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf765 2.72858886384 0 77.59399985 1.7340002249999955
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf766 3.59736474838 0 77.69649975 1.5802503749999985
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf767 1.81876478645 0 77.32 2.1450000000000102
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf768 3.22083792723 0 77.53899915 1.8165012750000074
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf769 3.45051734728 0 77.7440003 1.5089995500000057
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf770 2.86683022571 0 77.706999775 1.5645003375000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf771 2.48136969546 0 77.583999875 1.7490001874999948
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf772 3.02516396272 0 77.7714992 1.4677512000000092
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf773 3.24411063565 0 78.043999525 1.0590007124999943
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf774 2.98396322778 0 77.6845 1.5982500000000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf775 2.54477507927 0 77.590999775 1.7385003374999997
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf776 2.46129952706 0 77.6789995 1.606500749999995
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf777 3.01849555693 0 77.45599925 1.9410011249999926
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf778 3.89181483916 0 77.65 1.6499999999999915
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf779 2.98884796399 0 77.515500675 1.8517489875000024
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf780 3.89181483916 0 77.39899925 2.026501124999996
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf781 3.49454519355 0 77.64049945 1.6642508250000105
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf782 3.27671427503 0 77.992000675 1.1369989875000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf783 2.98884796399 0 77.547499875 1.8037501875000004
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf784 2.03862830664 0 78.50150015 0.6484998500000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf785 2.06413396769 0 77.8630003 1.330499550000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf786 3.24603315703 0 77.6249994 1.6875009000000105
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf787 2.87133870651 0 78.0169998 1.0995003000000096
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf788 2.07523892514 0 77.405499875 2.0167501874999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf789 2.95307508795 0 77.4635008 1.9297487999999916
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf790 2.72858886384 0 77.4759993 1.911001050000003
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf791 2.89409550228 0 77.545499775 1.8067503375000058
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf792 3.82389130321 0 77.5959998 1.731000299999998
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf793 3.39701846598 0 77.605000525 1.7174992125000088
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf794 3.25529306887 0 77.57349925 1.7647511250000036
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf795 3.63363848948 0 77.6295009 1.6807486500000053
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf796 3.4918718623 0 77.5595004 1.7857493999999932
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf797 3.11638574781 0 77.565498625 1.7767520624999946
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf798 3.19453962237 0 77.5310004 1.8284994000000054
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf799 2.83566297806 0 78.08499915 0.9975012749999976
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf800 3.52603923588 0 77.94200035 1.211999474999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf801 3.48520639466 0 77.989000675 1.1414989875000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf802 3.20613284165 0 78.133000875 0.92549868750001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf803 2.85338933385 0 77.49199965 1.8870005250000048
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf804 3.30478754695 0 77.596500125 1.7302498124999914
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf805 1.92906574394 0 77.572499625 1.766250562499991
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf806 1.8683963672 0 78.3395001 0.6157498500000074
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf807 3.58371362677 0 78.007500225 1.1137496624999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf808 2.6336049908 0 77.66750125 1.6237481249999988
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf809 3.77591555364 0 77.58999985 1.7400002250000028
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf810 3.07993730408 0 77.98450015 1.1482497749999965
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf811 1.93165087062 0 77.84100025 1.36349962500001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf812 2.64914454991 0 78.053000125 1.0454998125000046
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf813 3.01849555693 0 77.412500075 2.0062498875000045
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf814 1.9769681931 0 77.975500125 1.1617498125000054
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf815 3.42248933877 0 78.078999 1.006501500000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf816 2.63411159335 0 77.61799985 1.6980002249999941
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf817 3.36364124845 0 78.058499125 1.037251312500004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf818 2.43612195203 0 78.1924998 0.8362503000000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf819 3.71194409149 0 77.449999775 1.9500003375000077
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf820 3.28812300212 0 77.5774994 1.7587509000000097
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf821 4.13446115525 0 77.995500225 1.131749662499999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf822 4.43580061952 0 78.0010006 1.1234991000000036
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf823 4.49698282055 0 78.079500425 1.0057493624999907
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf824 3.27045362948 0 77.385499225 2.0467511624999943
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf825 2.41549528692 0 77.288999575 2.191500637499992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf826 3.91238549312 0 77.974000825 1.1639987624999932
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf827 3.23338646124 0 77.27799945 2.2080008250000063
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf828 2.92157268012 0 77.929500675 1.2307489875000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf829 3.04365492811 0 77.0490005 2.551499249999992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf830 3.6350853616 0 77.55699955 1.7895006749999993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf831 3.14321067355 0 77.30549915 2.1667512749999958
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf832 2.81352330076 0 78.131999375 0.9270009374999901
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf833 2.51025423632 0 77.7514998 1.4977502999999928
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf834 1.98484848485 0 76.900002 2.774996999999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf835 5.01218173084 0 78.1185006 0.9472490999999934
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf836 2.81757564846 0 77.3214996 2.1427506000000065
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf837 3.31800009086 0 77.314999975 2.1525000374999905
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf838 3.50662601431 0 78.001000625 1.1234990624999952
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf839 2.37444864695 0 77.68899985 1.5915002249999972
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf840 4.21982434853 0 78.1680008 0.8729987999999977
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf841 2.53629102275 0 77.1980002 2.3279997000000066
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf842 1.67627481734 0 77.219994 2.2950090000000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf843 4.60279195815 0 78.109000275 0.9614995875000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf844 3.53377364881 0 77.57350025 1.7647496250000074
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf845 3.91798251104 0 78.2325003 0.7762495500000028
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf846 4.36510071125 0 78.20000035 0.8249994750000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf847 3.1270605866 0 78.18399965 0.8490005249999939
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf848 2.58610616022 0 78.1775008 0.8587487999999937
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf849 2.07823096988 0 77.853500125 1.3447498125000052
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf850 3.96334183535 0 77.8455002 1.3567496999999946
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf851 4.44155567719 0 78.2215 0.792749999999991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf852 2.22422719659 0 77.0174992 2.5987511999999953
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf853 3.1705014109 0 76.985000175 2.647499737500006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf854 3.69591437391 0 77.835499375 1.3717509375000034
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf855 3.1705014109 0 76.8904994 2.789250900000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf856 5.09612029865 0 77.963500725 1.1797489124999956
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf857 4.87565925629 0 78.03849965 1.0672505249999915
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf858 3.6515641406 0 77.90149955 1.2727506750000046
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf859 4.89920842557 0 78.0020002 1.1219997000000035
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf860 1.91009546227 0 76.919998 2.74500299999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf861 4.66234332773 0 77.9634993 1.1797510500000072
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf862 3.58371362677 0 78.027999725 1.0830004124999988
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf863 2.98396322778 0 77.876999875 1.3095001875000065
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf864 3.92134841516 0 78.1380001 0.9179998500000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf865 2.18431284582 0 78.071999925 1.0170001124999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf866 4.69511411122 0 78.008 1.1130000000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf867 2.76355621145 0 76.909499575 2.760750637500003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf868 3.27045362948 0 77.92649975 1.2352503749999926
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf869 4.98028095379 0 78.05599975 1.041000375000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf870 3.96334183535 0 77.7624998 1.4812502999999992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf871 3.80371000503 0 78.204000075 0.8189998875000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf872 2.76355621145 0 77.818000175 1.3979997375000082
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf873 2.18431284582 0 77.952000375 1.1969994375000041
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf874 3.6583930271 0 77.95250055 1.1962491750000055
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf875 2.35323022394 0 76.93950005 2.71574992499999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf876 3.35622156523 0 77.8575001 1.3387498500000063
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf877 2.31895830908 0 77.948000125 1.2029998125000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf878 4.00390160999 0 78.0455004 1.0567494000000082
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf879 3.05997821259 0 77.5605001 1.784249850000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf880 4.77617552809 0 78.16100065 0.8834990249999919
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf881 3.18821757541 0 77.956999575 1.1895006375000037
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf882 2.33517186251 0 77.0050003 2.617499549999991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf883 2.45556178201 0 77.736999325 1.519501012500001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf884 3.44357563851 0 77.866499875 1.3252501874999965
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf885 3.40081490105 0 77.980000275 1.1549995875000079
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf886 4.28586099646 0 78.068000025 1.0229999624999948
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf887 2.6666849235 0 77.8174999 1.398750149999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf888 2.40933283482 0 78.249000425 0.7514993624999917
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf889 2.12995187868 0 78.315999275 0.6510010875000063
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf890 1.99061917958 0 78.5549996 0.5950003999999979
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf891 2.49016877877 0 78.22750045 0.7837493250000094
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf892 2.36440403604 0 78.225500475 0.786749287499994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf893 2.0051937949 0 78.266501025 0.7252484625000051
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf894 2.23420690358 0 78.3095012 0.6607482000000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf895 1.99206710006 0 78.292000425 0.6869993625000035
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf896 1.88771378107 0 78.3400007 0.6149989499999933
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf897 2.43612195203 0 78.225499325 0.7867510124999981
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf898 1.540499209 0 78.159996 0.88500599999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf899 2.10636242153 0 78.417000075 0.49949988749999363
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf900 2.16360539179 0 78.338500575 0.6172491375000035
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf901 1.94813942115 0 78.329001025 0.6314984625000051
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf902 2.16634367244 0 78.270499625 0.719250562500001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf903 3.70240971999 0 77.72750015 1.533749775000004
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf904 2.46129952706 0 77.588999775 1.7415003374999927
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf905 2.67110637001 0 77.60749935 1.7137509750000035
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf906 3.49454519355 0 77.474000025 1.9139999625000073
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf907 3.16720152652 0 77.601500275 1.7227495874999903
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf908 2.57467948341 0 77.621499675 1.6927504875000068
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf909 2.25834132162 0 77.974500125 1.1632498124999913
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf910 3.63363848948 0 77.506999425 1.8645008624999946
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf911 3.84266973008 0 77.47100045 1.918499324999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf912 3.89181483916 0 77.640499875 1.664250187499995
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf913 2.1510303661 0 78.366999625 0.5745005624999919
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf914 3.59736474838 0 77.5859996 1.7460006000000092
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf915 1.85888516523 0 77.279999 2.2050014999999945
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf916 3.25529306887 0 77.648500275 1.6522495874999947
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf917 2.70433982991 0 77.718998725 1.5465019124999912
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf918 2.80373024506 0 78.0499997 1.0500004499999989
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf919 3.45051734728 0 77.5799984 1.7550024000000093
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf920 2.98884796399 0 77.48249965 1.901250525000009
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf921 1.92906574394 0 77.702499575 1.5712506374999933
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf922 3.18710451669 0 77.611000225 1.708499662500003
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf923 3.1306351361 0 78.080499325 1.0042510124999922
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf924 2.20630884648 0 77.962500925 1.1812486124999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf925 3.84266973008 0 77.69300005 1.5854999250000077
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf926 2.24980746522 0 77.5304995 1.8292507499999928
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf927 2.84007388684 0 77.789499625 1.4407505624999928
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf928 1.85888516523 0 77.300003 2.1749954999999943
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf929 3.58371362677 0 77.96999965 1.1700005249999919
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf930 3.4918718623 0 77.5699999 1.7700001500000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf931 1.96561700982 0 77.9269995 1.2345007500000094
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf932 3.11638574781 0 77.448000375 1.9529994374999902
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf933 2.27522664257 0 77.884999125 1.2975013125000103
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf934 2.48136969546 0 77.53750075 1.81874887499999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf935 1.81635233161 0 78.004500925 1.1182486124999969
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf936 2.45556178201 0 77.64299995 1.6605000749999945
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf937 3.59076159103 0 77.530500475 1.829249287500005
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf938 3.02516396272 0 77.670999775 1.6185003375000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf939 3.542000097 0 78.062499825 1.031250262499995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf940 1.89424199196 0 78.40299995 0.5205000750000082
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf941 1.82360897249 0 77.93999975 1.2150003750000025
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf942 2.34818605648 0 77.39100015 2.0384997750000053
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf943 3.45487014523 0 77.540999925 1.8135001125000088
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf944 2.11694541871 0 78.096500175 0.9802497374999959
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf945 2.23238575577 0 77.707000075 1.5644998875000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf946 2.20915635682 0 78.0034997 1.1197504499999908
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf947 3.13457659127 0 77.79799975 1.4280003749999963
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf948 3.26928242088 0 77.75549965 1.4917505249999934
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf949 3.48564996739 0 78.11399995 0.9540000750000104
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf950 4.98028095379 0 78.00299975 1.1205003749999989
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf951 2.44133377904 0 76.8854997 2.7967504500000047
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf952 4.59661176964 0 78.033999425 1.074000862499993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf953 2.38209008774 0 77.401500575 2.0227491375
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf954 2.94386966745 0 78.122500675 0.9412489875000034
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf955 2.8077544116 0 77.952499975 1.1962500375000076
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf956 4.89920842557 0 78.042499675 1.061250487499997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf957 2.53629102275 0 76.9699994 2.670000899999991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf958 4.79205397957 0 77.998000425 1.1279993624999989
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf959 2.41762758621 0 78.1275004 0.9337493999999964
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf960 3.13565325662 0 78.0470011 1.0544983499999958
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf961 3.27045362948 0 77.32399985 2.1390002249999895
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf962 3.4869813633 0 78.087499975 0.9937500374999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf963 1.88381840849 0 78.0530005 1.045499250000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf964 4.48813937768 0 78.20750085 0.8137487249999964
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf965 3.27045362948 0 77.946500575 1.2052491374999974
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf966 3.06923723471 0 77.462500025 1.9312499625000044
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf967 2.88343094032 0 77.0365002 2.570249699999991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf968 3.05009536007 0 78.048499675 1.0522504874999967
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf969 2.55260214603 0 77.1134998 2.4547503000000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf970 2.84775205688 0 77.982000625 1.1519990625000034
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf971 2.68682935802 0 78.218001525 0.797997712499992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf972 3.1705014109 0 76.964999425 2.677500862499997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf973 2.73868451644 0 76.981499525 2.6527507124999943
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf974 4.60279195815 0 78.200501275 0.8242480875000098
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf975 2.6666849235 0 77.78500065 1.447499024999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf976 3.76294547016 0 77.81899995 1.3965000749999916
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf977 4.69591915468 0 78.12349835 0.9397524749999917
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf978 4.90008498647 0 78.1084997 0.9622504500000062
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf979 4.00390160999 0 77.994000575 1.1339991374999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf980 3.58371362677 0 78.021500225 1.0927496625000046
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf981 2.97909443198 0 78.1365005 0.9202492500000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf982 2.51025423632 0 77.759499975 1.4857500375000043
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf983 2.88343094032 0 77.00999965 2.610000525000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf984 3.78635617385 0 78.281000475 0.7034992875000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf985 3.91630172491 0 78.2364997 0.770250450000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf986 2.19147904018 0 77.157999825 2.388000262499993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf987 4.50808625337 0 78.13050045 0.9292493250000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf988 2.02237001209 0 78.5584997 0.5915003000000013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf989 3.41779112394 0 77.9699995 1.1700007499999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf990 4.13446115525 0 77.980500875 1.1542486874999938
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf991 4.87565925629 0 78.00549905 1.116751425000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf992 2.59985404578 0 77.857500025 1.3387499625000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf993 3.89292123452 0 77.8730001 1.315499850000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf994 2.09813263107 0 77.88900045 1.2914993250000038
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf995 3.58559037722 0 77.913500175 1.2547497375000063
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf996 2.0941218638 0 77.07050035 2.519249474999995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf997 3.6515641406 0 77.900000975 1.2749985375000037
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf998 2.55165084726 0 78.32750035 0.633749475000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf999 2.3341767432 0 78.415499575 0.5017506375000025
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1000 3.52603923588 0 77.950500225 1.1992496625000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1001 3.89292123452 0 77.8040005 1.4189992499999988
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1002 4.21982434853 0 78.181999975 0.8520000375000052
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1003 2.27220637801 0 77.9985003 1.1272495499999948
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1004 4.12325686433 0 78.208999675 0.8115004874999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1005 3.24718776399 0 78.17100015 0.8684997750000036
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1006 4.36510071125 0 78.194000825 0.8339987624999949
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1007 2.23202188242 0 77.88950165 1.2907475250000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1008 3.6350853616 0 77.5305006 1.8292491000000055
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1009 3.1705014109 0 76.911999825 2.757000262500007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1010 2.63995156218 0 78.09099915 0.9885012749999973
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1011 2.26900612048 0 77.43999935 1.9650009750000095
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1012 2.95817862688 0 78.152999375 0.8955009375000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1013 3.76294547016 0 77.7829996 1.4505006000000051
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1014 3.1306351361 0 78.0964996 0.980250599999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1015 3.17822794726 0 78.00099945 1.1235008250000078
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1016 2.32921384149 0 78.343000275 0.6104995875000085
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1017 4.27983318032 0 78.19599975 0.8310003750000021
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1018 3.20200949945 0 78.057999375 1.0380009375000085
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1019 5.09612029865 0 77.9790006 1.1564990999999907
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1020 3.21441146697 0 78.006501025 1.1152484624999914
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1021 2.83419571826 0 77.893000175 1.285499737500004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1022 2.92157268012 0 77.982500775 1.1512488374999919
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1023 3.70341103092 0 77.94600085 1.2059987249999935
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1024 4.43580061952 0 78.02299955 1.0905006750000084
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1025 3.21441146697 0 77.967000425 1.1744993625000077
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1026 3.43063493306 0 78.3300017 0.6299974500000047
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1027 3.05077488617 0 78.101000325 0.9734995124999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1028 2.6974145891 0 77.746499625 1.5052505625000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1029 3.75675142744 0 78.24849945 0.7522508250000044
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1030 3.13565325662 0 77.45699975 1.9395003750000086
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1031 4.76952130091 0 77.99300005 1.1354999249999906
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1032 1.63231514248 0 78.219994 0.7950090000000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1033 2.16360539179 0 78.309999475 0.6600007875000031
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1034 2.14664674472 0 78.349999775 0.6000003374999991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1035 2.03862830664 0 78.498499375 0.6515006250000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1036 1.92297058901 0 78.362000525 0.5819992125000013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1037 2.14833063686 0 78.43400025 0.4739996250000047
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1038 1.88123041257 0 78.516999425 0.6330005750000055
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1039 1.94813942115 0 78.2904999 0.6892501499999995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1040 2.48926343774 0 78.2200001 0.7949998500000106
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1041 2.18361621336 0 78.249499325 0.7507510124999968
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1042 2.37280288508 0 78.307500125 0.6637498124999937
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1043 1.89424199196 0 78.383499925 0.549750112500007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1044 2.59394423726 0 78.23650015 0.7702497750000035
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1045 2.29217450437 0 78.15900005 0.8864999249999954
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1046 1.88123041257 0 78.355000775 0.5924988375000098
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1047 2.23420690358 0 78.266000375 0.7259994374999934
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1048 2.20915635682 0 78.045500025 1.0567499625000067
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1049 2.57467948341 0 77.5895 1.7407499999999985
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1050 3.72963656481 0 77.702 1.5720000000000027
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1051 2.87133870651 0 77.7084998 1.5622503000000023
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1052 3.36322818328 0 77.545000475 1.8074992875000078
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1053 2.27522664257 0 77.99050005 1.1392499250000085
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1054 3.45051734728 0 77.57399995 1.7640000749999984
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1055 2.00445999726 0 77.695999425 1.5810008625000052
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1056 3.16135199481 0 77.4580006 1.9379990999999919
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1057 2.72858886384 0 77.643 1.660499999999999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1058 2.43050085973 0 78.240499875 0.7642501875000036
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1059 2.97779876864 0 77.5065006 1.8652491000000069
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1060 2.44242238448 0 77.486000225 1.895999662500003
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1061 2.95498685009 0 77.769999475 1.4700007874999912
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1062 2.99538587737 0 77.6839996 1.5990005999999894
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1063 2.70007394171 0 78.2305 0.7792499999999905
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1064 3.11638574781 0 77.429000275 1.9814995874999894
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1065 2.73376380311 0 77.986499175 1.1452512374999912
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1066 2.24980746522 0 77.919499525 1.2457507124999907
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1067 2.54477507927 0 77.650499175 1.6492512375000103
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1068 3.59736474838 0 77.56399995 1.7790000750000061
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1069 1.68919856598 0 77.599998 1.725003000000001
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1070 2.27220637801 0 77.841999425 1.362000862500004
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1071 1.96561700982 0 77.838000275 1.3679995875000017
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1072 2.65840178604 0 77.9914997 1.1377504499999915
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1073 2.67110637001 0 77.647498625 1.6537520625000042
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1074 3.77591555364 0 77.45899885 1.9365017249999994
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1075 2.12995187868 0 78.3009999 0.6735001500000095
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1076 3.66721064524 0 77.549000725 1.8014989125000014
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1077 3.11638574781 0 77.498499925 1.8772501124999934
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1078 3.16135199481 0 77.5295002 1.8307496999999984
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1079 2.5234379499 0 77.82349965 1.3897505249999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1080 2.71748837209 0 77.85500125 1.3424981249999988
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1081 3.4918718623 0 77.52800005 1.8329999249999958
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1082 3.84266973008 0 77.68799935 1.5930009750000025
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1083 2.89409550228 0 77.606999775 1.7145003374999916
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1084 2.60281905984 0 77.470499775 1.91925033750001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1085 2.76271987895 0 77.39050045 2.039249324999993
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1086 2.63512538337 0 77.775500225 1.4617496624999973
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1087 3.44314270897 0 77.59700025 1.7294996250000096
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1088 3.59076159103 0 77.57299945 1.7655008250000037
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1089 3.59736474838 0 77.616498975 1.7002515375000016
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1090 3.84266973008 0 77.458501075 1.9372483874999986
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1091 2.48136969546 0 77.501500725 1.8727489125000005
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1092 3.44574192026 0 78.093999125 0.9840013125000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1093 3.39701846598 0 77.636000025 1.670999962499998
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1094 2.84007388684 0 77.776000025 1.4609999624999972
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1095 2.41443054714 0 77.6015001 1.7227498500000067
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1096 3.18710451669 0 77.5355001 1.8217498500000104
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1097 2.21882120614 0 78.0529997 1.0455004499999987
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1098 1.62843286633 0 78.160004 0.884993999999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1099 2.21882120614 0 78.022499125 1.091251312500006
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1100 3.24180661389 0 78.083999625 0.9990005624999938
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1101 2.72018747284 0 77.89399965 1.2840005250000033
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1102 2.99538587737 0 77.865000125 1.3274998125000081
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1103 3.72963656481 0 77.505000175 1.8674997374999904
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1104 2.64786391927 0 77.71150035 1.5577494750000085
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1105 2.57467948341 0 77.849499925 1.3507501124999948
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1106 3.87145936777 0 78.20300085 0.8204987250000073
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1107 2.65840178604 0 77.654498675 1.6432519875000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1108 3.70341103092 0 77.9179999 1.2480001500000029
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1109 2.58903988183 0 78.103500525 0.9697492124999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1110 2.95307508795 0 77.5050006 1.8674990999999963
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1111 2.59985404578 0 77.8775005 1.3087492500000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1112 3.11142905832 0 78.110500675 0.9592489875000041
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1113 2.6262810908 0 77.9474991 1.2037513499999974
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1114 3.57575930671 0 77.5924996 1.7362506000000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1115 3.53696827831 0 77.8979997 1.2780004500000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1116 2.76355621145 0 77.766500125 1.4752498125000102
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1117 3.32808014218 0 77.96799985 1.1730002250000027
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1118 1.8517211653 0 77.825500325 1.3867495125000104
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1119 3.05997821259 0 77.4799999 1.9050001500000064
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1120 2.69608687627 0 77.7369999 1.519500149999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1121 2.73868451644 0 76.991999625 2.637000562499992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1122 3.15516049596 0 78.0829996 1.0005006000000094
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1123 4.66234332773 0 78.014000425 1.1039993624999909
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1124 4.49698282055 0 78.037999725 1.0680004124999911
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1125 3.26850208106 0 77.27399955 2.214000675000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1126 2.63995156218 0 78.168500525 0.8722492125000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1127 2.76216260511 0 77.72600055 1.5359991750000077
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1128 4.2459932947 0 78.1615003 0.8827495499999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1129 4.71776016882 0 78.141999875 0.9120001875000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1130 2.96779546224 0 77.037499625 2.568750562500007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1131 2.13793288512 0 78.1220006 0.9419990999999897
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1132 2.33816231791 0 77.426000075 1.9859998874999931
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1133 4.13446115525 0 78.046999775 1.054500337499995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1134 2.37877965366 0 77.9255001 1.2367498500000096
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1135 4.90008498647 0 78.032500275 1.0762495874999942
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1136 3.542000097 0 78.06050045 1.0342493249999904
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1137 3.29564085979 0 78.013500225 1.104749662499998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1138 2.75993575613 0 78.140999775 0.9135003375000039
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1139 2.07194193579 0 78.491999825 0.6580001750000065
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1140 4.67427943592 0 78.136500725 0.9202489124999929
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1141 4.39310849558 0 78.14650025 0.9052496249999962
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1142 2.6666849235 0 77.769999725 1.4700004124999921
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1143 3.12848942641 0 77.2724995 2.2162507500000075
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1144 3.6515641406 0 77.9045 1.2682500000000019
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1145 1.91946646809 0 78.0205012 1.0942482000000027
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1146 2.47800196795 0 77.707 1.5645000000000095
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1147 3.13565325662 0 78.0715006 1.0177491000000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1148 2.27220637801 0 77.976999875 1.1595001874999937
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1149 4.50808625337 0 78.2275001 0.7837498499999995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1150 3.3268673034 0 78.090999825 0.9885002625000041
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1151 3.27045362948 0 77.920499375 1.2442509374999915
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1152 3.41779112394 0 77.97850025 1.1572496250000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1153 3.4088575296 0 77.643500325 1.6597495124999924
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1154 3.84374835529 0 77.912500475 1.2562492874999975
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1155 2.44133377904 0 77.68549885 1.5967517249999972
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1156 4.50808625337 0 78.19299935 0.8355009750000093
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1157 3.91238549312 0 77.884499575 1.29825063749999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1158 4.27983318032 0 78.21400065 0.803999024999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1159 4.48813937768 0 78.13750035 0.9187494750000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1160 3.23567852554 0 77.40799915 2.0130012750000077
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1161 3.19976487082 0 78.14350035 0.9097494750000052
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1162 4.59198750865 0 78.08450075 0.9982488749999945
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1163 3.05997821259 0 78.078499975 1.0072500375000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1164 2.91566305143 0 77.81099945 1.4085008250000044
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1165 4.37206912378 0 78.126499725 0.9352504124999967
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1166 2.55141313335 0 78.257000525 0.7394992125000073
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1167 2.6038089013 0 77.8709997 1.318500450000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1168 3.20989056068 0 78.087999475 0.9930007874999944
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1169 4.69591915468 0 78.073000175 1.0154997374999937
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1170 4.07904045576 0 78.0680005 1.0229992500000051
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1171 3.70341103092 0 77.97799995 1.158000075000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1172 4.04291144613 0 78.1914999 0.8377501500000051
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1173 2.73868451644 0 77.900999825 1.2735002625000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1174 2.81352330076 0 78.18849925 0.84225112499999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1175 2.72831704128 0 77.1470015 2.4044977499999973
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1176 2.02536121357 0 77.484 1.899000000000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1177 2.89378970586 0 78.066000325 1.0259995124999932
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1178 4.47713386599 0 78.0374989 1.0687516499999958
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1179 2.28186154535 0 78.30250075 0.6712488750000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1180 1.59477017142 0 78.099998 0.975003000000001
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1181 1.99206710006 0 78.364499875 0.5782501874999895
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1182 1.79680900793 0 78.4280002 0.4829997000000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1183 2.10636242153 0 78.437001375 0.4694979375000088
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1184 2.3343756992 0 78.258500675 0.7372489875000099
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1185 1.99206710006 0 78.21500055 0.8024991750000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1186 2.48926343774 0 78.25100025 0.7484996249999938
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1187 2.1510303661 0 78.399999275 0.5250010875000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1188 2.29217450437 0 78.2684995 0.7222507499999935
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1189 2.14833063686 0 78.370000125 0.5699998124999937
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1190 2.07194193579 0 78.4640009 0.685999099999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1191 3.59076159103 0 77.510000225 1.8599996625000017
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1192 3.72963656481 0 77.538999975 1.8165000375000062
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1193 3.06545828495 0 78.12249985 0.9412502250000045
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1194 2.25834132162 0 77.95550025 1.191749625
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1195 3.24180661389 0 78.09600075 0.9809988749999974
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1196 3.39238987381 0 78.1539999 0.8940001499999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1197 3.70240971999 0 77.582999925 1.7505001125000064
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1198 3.4918718623 0 77.696999525 1.579500712500007
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1199 3.84266973008 0 77.717499325 1.5487510124999915
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1200 2.63411159335 0 77.5909994 1.7385008999999982
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1201 3.89181483916 0 77.60349975 1.7197503750000038
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1202 2.17046411412 0 78.16049905 0.8842514250000022
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1203 2.1510303661 0 78.32750015 0.6337497749999912
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1204 2.87133870651 0 77.3539998 2.0940003000000047
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1205 1.87210017687 0 78.310500475 0.6592492875000033
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1206 2.99538587737 0 77.777999625 1.4580005624999899
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1207 2.91566305143 0 77.823999825 1.389000262499998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1208 2.48136969546 0 77.5454995 1.806750749999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1209 2.0051937949 0 78.177000725 0.8594989125000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1210 2.49470538002 0 77.80050115 1.4242482749999965
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1211 3.28812300212 0 77.6694994 1.6207508999999902
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1212 2.64786391927 0 77.750500475 1.4992492875000067
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1213 2.80373024506 0 77.881000475 1.30349928750001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1214 2.07194193579 0 78.442500475 0.46124928749999583
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1215 3.59736474838 0 77.547500075 1.8037498874999969
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1216 3.16500541712 0 77.667500625 1.6237490624999964
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1217 2.24980746522 0 77.682499425 1.6012508624999953
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1218 1.74073411989 0 77.279999 2.2050014999999945
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1219 3.4918718623 0 77.587500025 1.7437499625000044
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1220 3.11142905832 0 78.137999725 0.9180004124999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1221 2.03272718838 0 77.937999625 1.218000562499995
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1222 2.95498685009 0 77.814499925 1.4032501124999897
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1223 3.89181483916 0 77.42200035 1.991999474999993
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1224 2.21882120614 0 78.0514997 1.0477504500000094
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1225 2.11107096401 0 77.77950025 1.4557496250000028
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1226 3.30478754695 0 77.557500175 1.788749737499998
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1227 3.16135199481 0 77.4919998 1.8870002999999969
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1228 3.542000097 0 78.091499675 0.9877504875000085
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1229 3.66721064524 0 77.467500125 1.9237498124999988
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1230 2.04029892443 0 77.632001075 1.6769983874999923
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1231 2.76271987895 0 77.370999175 2.0685012375000085
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1232 3.18710451669 0 77.56999975 1.7700003750000093
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1233 3.72963656481 0 77.694500375 1.583249437499994
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1234 2.98884796399 0 77.464500175 1.9282497375000034
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1235 2.30393703271 0 77.696999775 1.5795003375000078
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1236 2.57467948341 0 77.613499225 1.7047511625000027
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1237 2.84007388684 0 77.7164995 1.5502507500000036
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1238 2.1432868672 0 77.980999425 1.1535008625000103
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1239 3.84266973008 0 77.508499775 1.8622503374999937
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1240 2.24980746522 0 77.574000025 1.7639999624999945
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1241 2.41443054714 0 77.596499225 1.7302511624999966
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1242 2.79400512644 0 77.93699985 1.2195002249999902
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1243 3.27045362948 0 77.3099993 2.160001049999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1244 2.45270292962 0 78.304000525 0.6689992124999904
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1245 2.76355621145 0 76.920999525 2.7435007125000013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1246 2.91070503368 0 77.567500075 1.7737498875000028
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1247 4.60279195815 0 78.169499625 0.8707505624999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1248 5.01218173084 0 78.1449999 0.9075001499999971
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1249 4.79205397957 0 78.0169998 1.0995003000000096
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1250 3.58371362677 0 78.0214997 1.0927504499999898
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1251 4.27315546194 0 78.194499825 0.8332502625000089
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1252 3.96334183535 0 77.71600015 1.550999775000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1253 2.52809669417 0 77.74900045 1.5014993250000046
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1254 3.23338646124 0 77.338500225 2.1172496624999937
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1255 3.1705014109 0 76.979499875 2.655750187499997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1256 4.60279195815 0 78.067500075 1.0237498875000028
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1257 3.31800009086 0 77.27149965 2.2177505250000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1258 4.69511411122 0 78.07099935 1.0185009750000091
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1259 4.13446115525 0 78.039001075 1.0664983874999976
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1260 2.83419571826 0 77.84549965 1.3567505250000096
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1261 2.97909443198 0 78.13100035 0.9284994750000095
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1262 5.09612029865 0 78.0065002 1.1152496999999926
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1263 2.51025423632 0 77.747500525 1.50374921249999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1264 4.44155567719 0 78.142999375 0.9105009374999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1265 4.66234332773 0 78.030499625 1.0792505624999933
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1266 4.21982434853 0 78.242999675 0.7605004875000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1267 2.23202188242 0 77.88099955 1.3035006750000022
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1268 4.89920842557 0 77.916500125 1.2502498125000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1269 3.93148091658 0 78.236500275 0.7702495875000039
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1270 4.06752993595 0 78.23250025 0.7762496249999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1271 4.28586099646 0 78.0454995 1.056750749999992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1272 3.55210680761 0 77.8340006 1.373999100000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1273 3.53377364881 0 77.581000125 1.7534998124999959
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1274 2.55165084726 0 78.29200035 0.6869994750000075
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1275 2.63995156218 0 78.137500525 0.9187492125000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1276 3.18821757541 0 77.458999075 1.9365013875000088
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1277 3.6515641406 0 77.89600045 1.2809993249999962
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1278 3.99339287342 0 78.204501125 0.8182483125000104
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1279 2.31895830908 0 77.9475006 1.2037491000000031
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1280 2.61175481887 0 78.01199955 1.1070006750000019
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1281 4.36510071125 0 78.160500325 0.8842495124999985
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1282 2.18500992291 0 77.8480004 1.3529993999999945
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1283 4.12325686433 0 78.20700015 0.8144997750000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1284 3.6350853616 0 77.549999975 1.8000000374999914
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1285 3.40081490105 0 78.0040002 1.1189997000000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1286 3.9639154741 0 78.268001 0.7229985000000028
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1287 2.66564670957 0 78.252999475 0.7455007875000064
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1288 4.00390160999 0 78.072999525 1.0155007124999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1289 3.01949394303 0 77.361000075 2.0834998874999897
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1290 2.58610616022 0 78.197999625 0.8280005625000086
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1291 3.20613284165 0 78.168999925 0.8715001125000086
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1292 4.77617552809 0 78.1380003 0.9179995499999976
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1293 3.40081490105 0 78.0779995 1.0080007499999937
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1294 3.33253479352 0 78.0814993 1.0027510499999934
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1295 3.24718776399 0 78.15799955 0.8880006750000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1296 4.82158183139 0 78.0450005 1.0574992499999993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1297 4.42219194672 0 78.151999825 0.8970002624999935
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1298 3.70341103092 0 77.894499775 1.2832503375000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1299 4.98028095379 0 77.936000225 1.2209996624999988
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1300 2.8077544116 0 77.9090004 1.2614994000000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1301 3.96334183535 0 77.7869993 1.4445010499999924
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1302 3.18821757541 0 77.96200045 1.1819993249999925
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1303 2.32921384149 0 78.3434994 0.6097509000000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1304 1.8683963672 0 78.375500975 0.5617485375000086
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1305 2.77391276825 0 78.1604992 0.8842511999999942
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1306 1.95369833697 0 78.2910009 0.6884986499999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1307 2.44133377904 0 78.239500475 0.7657492875000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1308 2.29217450437 0 78.24800045 0.7529993249999904
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1309 2.09572432924 0 78.159998775 0.885001837499992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1310 2.11514698074 0 78.38300025 0.5504996250000076
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1311 2.29217450437 0 78.30849875 0.6622518750000026
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1312 2.67240958712 0 78.24099945 0.7635008249999942
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1313 2.3901980036 0 78.1964996 0.8302506000000065
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1314 2.80948259281 0 78.196999525 0.8295007125000069
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1315 2.97779876864 0 77.499500075 1.8757498874999996
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1316 3.59736474838 0 77.560998975 1.783501537499994
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1317 3.70240971999 0 77.5669998 1.7745002999999926
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1318 2.98884796399 0 77.60950015 1.7107497749999965
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1319 2.97779876864 0 77.5099994 1.8600009000000028
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1320 3.70240971999 0 77.66250015 1.6312497750000006
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1321 1.72755765819 0 78.1795002 0.8557496999999898
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1322 2.17132451316 0 78.100500225 0.974249662499993
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1323 3.37566443263 0 77.740001125 1.5149983124999906
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1324 2.57346981923 0 78.0845013 0.9982480500000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1325 2.4337406276 0 77.568500025 1.7722499624999912
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1326 2.7795432921 0 77.8360002 1.3709996999999987
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1327 3.77591555364 0 77.44349995 1.9597500749999952
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1328 3.48520639466 0 78.0400009 1.0649986500000068
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1329 1.96561700982 0 77.7650008 1.4774988000000064
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1330 3.53240628779 0 77.519998525 1.8450022124999919
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1331 3.1738081787 0 77.63000035 1.6799994749999954
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1332 3.49454519355 0 77.520499075 1.8442513874999946
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1333 2.86683022571 0 77.6179995 1.6980007500000056
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1334 2.53160205673 0 77.963498775 1.1797518374999925
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1335 2.41443054714 0 77.595499575 1.7317506374999923
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1336 2.98884796399 0 77.4784996 1.9072505999999905
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1337 2.98396322778 0 77.7334995 1.5247507500000097
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1338 3.77591555364 0 77.599000525 1.7264992125000092
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1339 1.91009546227 0 77.440002 1.9649969999999897
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1340 2.27522664257 0 77.9180006 1.2479991000000012
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1341 3.22083792723 0 77.550500025 1.7992499624999923
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1342 3.45487014523 0 77.52699985 1.8345002250000064
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1343 2.70433982991 0 77.747000325 1.5044995124999971
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1344 3.49811600913 0 77.567999575 1.7730006374999974
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1345 3.58371362677 0 78.0034993 1.1197510499999979
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1346 2.48136969546 0 77.50999955 1.8600006749999949
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1347 2.2351185922 0 77.927000625 1.2344990624999923
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1348 3.4918718623 0 77.55899955 1.7865006750000063
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1349 2.85338933385 0 77.505499775 1.8667503374999939
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1350 3.02516396272 0 77.8040009 1.4189986499999918
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1351 3.02516396272 0 77.6645 1.6282499999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1352 1.7496306648 0 78.080002 1.0049970000000101
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1353 3.28260543861 0 78.17100045 0.868499325000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1354 3.45051734728 0 77.615999825 1.7010002624999956
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1355 2.98396322778 0 77.77050005 1.4692499250000068
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1356 2.72858886384 0 77.621999525 1.6920007124999898
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1357 2.76271987895 0 77.38550045 2.0467493250000075
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1358 2.6038089013 0 78.050499725 1.0492504125000082
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1359 2.72858886384 0 77.51250005 1.8562499250000002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1360 2.6038089013 0 78.268500375 0.7222494374999968
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1361 3.89181483916 0 77.5769989 1.75950164999999
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1362 1.96279955207 0 77.769000475 1.4714992875000021
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1363 3.71194409149 0 77.4570005 1.9394992499999901
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1364 2.89409550228 0 77.564500175 1.7782497374999906
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1365 2.53864202538 0 77.92350025 1.2397496249999946
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1366 3.53240628779 0 77.6799991 1.6050013499999949
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1367 2.33816231791 0 77.336499475 2.120250787500005
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1368 4.48813937768 0 78.18300035 0.8504994749999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1369 4.87565925629 0 78.0275003 1.0837495500000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1370 3.26850208106 0 77.29099965 2.188500524999995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1371 3.52603923588 0 77.992000425 1.1369993624999992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1372 2.8077544116 0 77.916000525 1.2509992124999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1373 3.45138702919 0 77.977000025 1.159499962500007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1374 4.13446115525 0 77.988500575 1.142249137499995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1375 2.76355621145 0 77.767000175 1.4744997374999897
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1376 3.10050944598 0 78.0005005 1.1242492499999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1377 3.89292123452 0 77.795000075 1.4324998874999935
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1378 2.6666849235 0 77.0604998 2.5342502999999965
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1379 3.17822794726 0 77.944999725 1.2075004124999964
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1380 2.63995156218 0 78.0805 1.004249999999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1381 2.72831704128 0 78.0629995 1.0305007499999945
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1382 3.57575930671 0 77.562999725 1.780500412500004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1383 2.58610616022 0 78.158999825 0.8865002625000074
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1384 2.67371407651 0 77.774498925 1.4632516124999952
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1385 4.47713386599 0 78.0165001 1.1002498499999973
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1386 3.27045362948 0 77.94099985 1.2135002250000042
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1387 2.50108446251 0 78.3109989 0.658501649999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1388 3.03387706496 0 77.619498875 1.6957516874999925
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1389 5.09612029865 0 78.0029999 1.120500149999991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1390 3.89292123452 0 77.82250045 1.3912493249999898
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1391 4.59198750865 0 78.076499925 1.0102501125000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1392 3.76294547016 0 77.885000625 1.2974990624999947
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1393 4.69591915468 0 78.0605003 1.0342495499999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1394 4.59661176964 0 78.0494995 1.050750750000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1395 3.35622156523 0 77.832000675 1.376998987499995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1396 2.52809669417 0 78.148000525 0.9029992124999993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1397 4.33470175092 0 78.211999275 0.8070010875000051
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1398 3.22311222914 0 77.279000125 2.206499812500006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1399 3.90290717352 0 78.24649945 0.7552508249999974
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1400 2.76216260511 0 77.7119996 1.557000600000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1401 3.6515641406 0 77.9660004 1.175999400000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1402 2.77222805663 0 77.897500075 1.2787498875000054
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1403 2.87435224664 0 77.01950065 2.5957490250000035
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1404 3.41779112394 0 77.96299935 1.180500974999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1405 3.91238549312 0 77.8559998 1.3410002999999904
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1406 4.76952130091 0 78.0144995 1.1032507500000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1407 4.67427943592 0 78.152000275 0.896999587499991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1408 2.39521498147 0 77.767500725 1.4737489124999925
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1409 3.76294547016 0 77.864499725 1.3282504124999974
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1410 4.36510071125 0 78.188500025 0.8422499625000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1411 3.27045362948 0 77.41499965 2.002500525000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1412 2.48971602595 0 77.766499475 1.475250787499995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1413 1.7855629355 0 77.799995 1.4250075000000066
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1414 4.66234332773 0 77.9869996 1.1445005999999935
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1415 4.52821122249 0 78.0979993 0.9780010500000031
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1416 4.27983318032 0 78.155000475 0.8924992875000086
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1417 2.9784464594 0 77.4359997 1.9710004500000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1418 2.84775205688 0 78.013999875 1.1040001875000058
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1419 4.50808625337 0 78.180500775 0.8542488375000019
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1420 4.33470175092 0 78.177999575 0.8580006374999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1421 2.27314934897 0 76.994500125 2.6332498124999972
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1422 3.05997821259 0 77.4870001 1.8944998499999954
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1423 4.98028095379 0 78.02849925 1.0822511250000062
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1424 4.79205397957 0 78.038500425 1.0672493625000072
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf1425 4.90008498647 0 78.083500225 0.9997496625000082
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet/data/autotuner_data/tuner_promise_confs_batch220_single.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet/data/autotuner_data/tuner_promise_confs_batch220_single.txt
new file mode 100644
index 0000000000000000000000000000000000000000..970a2f6b4d0638f726e9ad8c273484829bece489
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet/data/autotuner_data/tuner_promise_confs_batch220_single.txt
@@ -0,0 +1,5850 @@
++++++
+conf1 1 0 78.75 0
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+6 gpu mul fp32 1 add fp32 1 
+7 gpu softmax fp32 1
+-----
++++++
+conf1 2.01998340478 0 78.6258339 0.5241660999999965
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf2 2.3847866076 0 78.4283332 0.48250020000000404
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf3 2.70007394171 0 78.39416715 0.5337492749999981
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf4 2.40933283482 0 78.3983333 0.5275000499999933
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf5 2.47665743514 0 78.45166625 0.6983337499999976
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf6 2.39521498147 0 78.377499225 0.558751162500009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf7 2.03574912892 0 78.300833675 0.6737494874999896
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf8 1.66405270953 0 78.8608336 0.2891663999999935
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf9 2.12995187868 0 78.42249945 0.4912508249999945
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf10 2.12252361347 0 78.3466679 0.6049981500000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf11 2.06569084995 0 78.4441662 0.45875070000000306
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf12 3.14140798624 0 78.35166645 0.5975003250000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf13 2.24152130544 0 78.3425 0.6112499999999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf14 2.29313412528 0 78.239166025 0.7662509624999956
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf15 2.20258261036 0 78.458333525 0.6916664749999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf16 2.29217450437 0 78.475834475 0.6741655250000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf17 1.92405135546 0 78.35416605 0.5937509249999948
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf18 2.11514698074 0 78.5400008 0.6099991999999986
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf19 1.87210017687 0 78.447499675 0.45375048749999536
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf20 3.20613284165 0 78.374166925 0.5637496125000041
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf21 2.04639704852 0 78.4675 0.6824999999999989
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf22 2.96009700474 0 78.387500825 0.5437487624999946
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf23 3.369849424 0 78.32916615 0.6312507749999909
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf24 2.89256716615 0 78.33750065 0.6187490250000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf25 2.61874738541 0 78.4550001 0.6949998999999935
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf26 2.20258261036 0 78.57083385 0.5791661500000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf27 2.06257943045 0 78.325834275 0.6362485874999919
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf28 2.89256716615 0 78.3883325 0.5425012499999937
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf29 1.99206710006 0 78.3549999 0.5925001500000064
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf30 2.3343756992 0 78.341666825 0.6124997624999935
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf31 2.29217450437 0 78.297499675 0.6787504875000039
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf32 2.50154135982 0 78.3100002 0.6599996999999931
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf33 1.7977525785 0 78.7299997 0.42000030000000665
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf34 3.1306351361 0 78.3141674 0.6537488999999965
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf35 2.64377420873 0 78.43166655 0.47750017499999586
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf36 2.24152130544 0 78.42999965 0.48000052500000123
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf37 2.43050085973 0 78.462500325 0.6874996750000065
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf38 2.68419601838 0 78.230833275 0.7787500875000077
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf39 2.14833063686 0 78.574166375 0.5758336249999957
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf40 2.1432868672 0 78.3550005 0.5924992499999959
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf41 1.68452312305 0 78.73333 0.41667000000000487
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf42 1.65600317448 0 78.133331 0.9250035000000025
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf43 2.1923561844 0 78.4075006 0.5137490999999912
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf44 1.89424199196 0 78.535832925 0.614167075000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf45 3.42248933877 0 78.326665675 0.6350014874999985
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf46 1.8683963672 0 78.45916675 0.6908332500000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf47 1.94813942115 0 78.3724997 0.5662504499999912
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf48 1.95369833697 0 78.4008341 0.523748850000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf49 1.76031414454 0 78.810001 0.3399990000000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf50 3.542000097 0 78.274166525 0.7137502125000026
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf51 2.14664674472 0 78.50083355 0.6491664500000042
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf52 1.92405135546 0 78.580833475 0.5691665249999943
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf53 1.98628801958 0 78.225000025 0.7874999625000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf54 1.58691558324 0 78.433334 0.47499899999999684
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf55 1.99206710006 0 78.526666425 0.6233335749999981
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf56 1.58691558324 0 78.433334 0.47499899999999684
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf57 2.6038089013 0 78.41666655 0.5000001749999967
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf58 2.86533054339 0 78.429166875 0.4812496874999894
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf59 2.5635932838 0 78.394166475 0.5337502874999913
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf60 1.63231514248 0 78.133331 0.9250035000000025
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf61 2.07194193579 0 78.55666715 0.5933328500000045
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf62 2.59394423726 0 78.4616668 0.6883331999999968
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf63 2.44133377904 0 78.40999965 0.5100005249999953
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf64 2.31935108241 0 78.418333275 0.49750008750000774
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf65 2.28186154535 0 78.2866669 0.6949996499999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf66 1.88771378107 0 78.396666025 0.5300009624999973
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf67 3.28260543861 0 78.332499925 0.62625011250001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf68 2.93158007413 0 78.3800001 0.5549998499999944
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf69 2.24152130544 0 78.269999725 0.7200004124999921
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf70 2.17046411412 0 78.226666425 0.7850003624999928
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf71 2.3901980036 0 78.414167425 0.5037488624999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf72 2.20258261036 0 78.42083345 0.49374982499999476
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf73 1.79680900793 0 78.505833075 0.6441669250000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf74 2.03862830664 0 78.6199985 0.5300015000000059
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf75 1.8569945332 0 78.56750045 0.5824995500000029
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf76 1.95369833697 0 78.539165875 0.6108341250000052
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf77 2.06569084995 0 78.4458326 0.4562510999999958
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf78 2.18361621336 0 78.551667025 0.5983329749999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf79 2.14664674472 0 78.43916705 0.466249425000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf80 1.92405135546 0 78.724165975 0.4258340249999947
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf81 3.24718776399 0 78.3708334 0.5687499000000074
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf82 2.83566297806 0 78.381667 0.5524995000000104
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf83 2.1510303661 0 78.436666475 0.47000028750000666
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf84 2.41124195235 0 78.447500425 0.4537493624999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf85 1.88123041257 0 78.49250045 0.6574995500000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf86 2.14664674472 0 78.5775003 0.572499700000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf87 1.79680900793 0 78.694167075 0.4558329250000043
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf88 2.02237001209 0 78.67083405 0.4791659500000037
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf89 1.82360897249 0 78.663332725 0.4866672749999964
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf90 2.18361621336 0 78.354166375 0.5937504374999918
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf91 1.68618253461 0 78.7716667 0.37833330000000276
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf92 3.14140798624 0 78.355833 0.5912504999999939
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf93 2.24152130544 0 78.4691669 0.6808330999999953
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf94 3.48564996739 0 78.33583295 0.6212505750000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf95 2.49016877877 0 78.4016665 0.5225002499999931
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf96 2.16634367244 0 78.366666775 0.5749998375000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf97 1.60552156231 0 78.133339 0.9249914999999902
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf98 2.48926343774 0 78.3775003 0.5587495500000088
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf99 3.11142905832 0 78.33083305 0.6287504250000069
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf100 3.08305776402 0 78.398333325 0.5275000125000062
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf101 2.59640338923 0 78.502499925 0.647500075000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf102 2.36440403604 0 78.4100001 0.5099998499999927
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf103 3.06545828495 0 78.413333375 0.5049999375000098
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf104 1.561580129 0 78.366661 0.5750085000000098
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf105 2.10377358491 0 78.574166025 0.5758339750000033
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf106 3.28260543861 0 78.339167025 0.6162494625000079
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf107 2.51763860959 0 78.321666775 0.6424998375000044
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf108 2.24152130544 0 78.37416705 0.5637494250000046
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf109 1.88123041257 0 78.30083255 0.6737511750000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf110 1.99206710006 0 78.47083355 0.6791664500000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf111 2.67606536954 0 78.4125008 0.5062487999999945
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf112 1.63231514248 0 78.0 1.125
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf113 2.16360539179 0 78.3991667 0.5262499500000075
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf114 2.3343756992 0 78.379999675 0.5550004875000099
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf115 2.23420690358 0 78.490833225 0.6591667749999971
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf116 2.96586709623 0 78.414166075 0.5037508875000043
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf117 2.58903988183 0 78.322500425 0.6412493624999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf118 3.15989298643 0 78.379166025 0.5562509624999947
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf119 2.59492733884 0 78.2433332 0.7600002000000075
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf120 3.02884415997 0 78.363333675 0.5799994874999896
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf121 2.80948259281 0 78.390000625 0.5399990625000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf122 2.07194193579 0 78.608333025 0.5416669750000068
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf123 2.0051937949 0 78.435834225 0.47124866250000963
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf124 1.561580129 0 78.333336 0.6249959999999959
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf125 2.10636242153 0 78.525833925 0.6241660749999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf126 2.66590618726 0 77.763333475 1.479999787500006
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf127 3.02516396272 0 77.884999975 1.2975000375000008
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf128 2.27522664257 0 78.025831825 1.086252262500004
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf129 2.76271987895 0 77.709167625 1.5612485624999906
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf130 3.40081490105 0 77.92333335 1.2399999750000106
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf131 2.79400512644 0 78.079165625 1.0062515624999975
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf132 3.58371362677 0 78.24749945 0.7537508249999902
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf133 2.16275109817 0 77.8516661 1.3475008499999959
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf134 3.02516396272 0 78.091666625 0.987500062499997
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf135 2.51763860959 0 78.29666675 0.679999875
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf136 2.98884796399 0 77.69749905 1.578751424999993
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf137 2.85338933385 0 77.795000675 1.4324989875000043
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf138 2.38915544409 0 77.653334675 1.6449979875000054
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf139 2.24538057124 0 77.54916775 1.8012483750000072
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf140 3.70240971999 0 78.0641668 1.028749800000007
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf141 3.542000097 0 78.251666625 0.7475000625000021
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf142 2.81381236756 0 77.702501075 1.571248387499999
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf143 2.16275109817 0 77.61916605 1.696250924999994
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf144 2.17132451316 0 78.177498975 0.858751537499991
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf145 2.14731998471 0 77.715833625 1.5512495624999971
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf146 3.30478754695 0 77.8433334 1.3599998999999912
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf147 2.89409550228 0 77.705832625 1.566251062500001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf148 3.11638574781 0 77.875000025 1.3124999624999916
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf149 2.27126418908 0 77.726667275 1.5349990875000046
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf150 1.540499209 0 78.299995 0.6750075000000066
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf151 2.9094681628 0 78.252499575 0.7462506374999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf152 2.29505577961 0 77.8708336 1.3187496000000039
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf153 3.84266973008 0 77.9358333 1.2212500500000019
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf154 2.73950635808 0 77.739999725 1.5150004124999938
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf155 3.14863117051 0 77.776665475 1.4600017874999978
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf156 2.75882367755 0 78.10583375 0.9662493749999967
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf157 1.60552156231 0 77.333336 2.124995999999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 35 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf158 2.17563676084 0 77.3866672 2.0449991999999924
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf159 3.09001480855 0 78.13416635 0.9237504749999985
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf160 1.96279955207 0 78.240832825 0.7637507625000026
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf161 2.34818605648 0 77.6583338 1.6374993000000089
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf162 3.22083792723 0 77.988334125 1.1424988125000084
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf163 2.41549528692 0 77.5875 1.7437499999999915
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf164 2.6215047202 0 77.724999925 1.5375001124999912
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf165 1.61737349131 0 77.26667 2.2249949999999927
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 35 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf166 1.8683963672 0 78.435000275 0.4724995875000104
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf167 2.83566297806 0 78.3624994 0.5812508999999935
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf168 2.45908953163 0 78.142500675 0.9112489875000094
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf169 2.78803206719 0 77.6300002 1.6799997000000033
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf170 2.34818605648 0 77.793333025 1.4350004625000068
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf171 3.30838052095 0 78.097500625 0.9787490625000075
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf172 2.68946786964 0 77.6158327 1.7012509500000021
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf173 2.89409550228 0 77.7600006 1.4849991000000031
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf174 2.74472283119 0 77.914166025 1.2537509624999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf175 3.18710451669 0 78.14500085 0.9074987249999964
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf176 2.29428673152 0 78.021665925 1.0925011125000097
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf177 2.93786958446 0 77.71416625 1.5537506249999922
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf178 2.00828162094 0 77.7725002 1.4662497000000059
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf179 3.25529306887 0 77.90166585 1.2725012249999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf180 2.72858886384 0 77.793332925 1.4350006124999979
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf181 2.16104453321 0 77.90333325 1.2700001249999957
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf182 2.17823234081 0 77.578333675 1.7574994875000058
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf183 2.5540304249 0 78.0050003 1.117499549999991
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf184 2.86683022571 0 78.04083325 1.0637501249999914
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf185 1.74073411989 0 77.433342 1.9749870000000058
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf186 3.11638574781 0 77.655000325 1.6424995124999953
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf187 3.18710451669 0 77.884166 1.29875100000001
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf188 1.62843286633 0 78.266663 0.7250055000000089
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf189 2.20915635682 0 78.098333725 0.977499412499995
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf190 2.54477507927 0 78.166666375 0.8750004374999918
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf191 2.51763860959 0 78.17833355 0.8574996749999926
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf192 3.06580144126 0 77.67583365 1.611249524999998
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf193 3.53925369518 0 78.084999 0.9975015000000056
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf194 2.4337406276 0 77.8741665 1.3137502499999982
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf195 3.72963656481 0 77.89333295 1.285000574999998
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf196 2.16275109817 0 77.9108336 1.2587495999999945
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf197 2.84007388684 0 78.249166825 0.7512497624999952
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf198 3.08305776402 0 78.3541669 0.5937496500000066
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf199 1.67627481734 0 77.300003 2.1749954999999943
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf200 3.84266973008 0 77.789166675 1.4412499874999938
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf201 2.00445999726 0 77.79916735 1.426248974999993
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf202 3.24180661389 0 78.29750025 0.6787496250000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf203 2.5540304249 0 78.192500725 0.8362489124999968
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf204 2.64914454991 0 78.190833575 0.8387496375000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf205 3.59736474838 0 78.001666825 1.1224997624999986
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf206 2.00445999726 0 77.709167125 1.56124931250001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf207 2.23238575577 0 77.580833325 1.7537500124999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf208 2.65814376706 0 78.244999925 0.7575001124999972
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf209 2.97779876864 0 77.65083345 1.64874982500001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf210 3.42248933877 0 78.273333075 0.7150003875000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf211 2.98396322778 0 78.078332875 1.0075006874999985
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf212 3.13457659127 0 77.9049995 1.2675007499999964
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf213 2.20630884648 0 77.829166975 1.3812495374999898
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf214 2.35242170136 0 78.25166715 0.7474992749999956
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf215 3.48520639466 0 78.25583275 0.7412508750000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf216 3.11638574781 0 77.74666595 1.5050010750000098
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf217 3.39701846598 0 78.02666625 1.0850006249999922
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf218 2.23238575577 0 77.995833575 1.131249637499991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf219 2.09813263107 0 77.979165975 1.1562510374999988
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf220 2.98396322778 0 77.924999225 1.2375011625000099
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf221 2.44242238448 0 77.7983329 1.4275006499999918
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf222 2.66590618726 0 77.830834025 1.3787489624999978
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf223 2.43612195203 0 78.434167675 0.47374848750000353
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf224 3.26928242088 0 77.946667175 1.2049992374999974
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf225 2.59640338923 0 78.41833385 0.49749922500000565
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf226 1.94883255504 0 78.098333575 0.9774996375000029
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf227 2.01775107059 0 77.572500275 1.7662495875000062
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf228 2.64786391927 0 77.929166775 1.2312498375000018
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf229 2.46129952706 0 77.86750025 1.3237496249999907
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf230 1.92906574394 0 77.800833175 1.423750237500009
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf231 2.17132451316 0 78.174166425 0.8637503625000065
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf232 2.93786958446 0 77.677500025 1.6087499624999992
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf233 2.11107096401 0 77.924165825 1.2387512624999957
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf234 3.35910310464 0 78.12250065 0.9412490249999905
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf235 2.24980746522 0 77.8475005 1.353749250000007
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf236 2.89104044336 0 77.789999725 1.440000412499998
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf237 2.48136969546 0 77.885832625 1.2962510624999908
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf238 1.74018108892 0 77.795832775 1.4312508375000093
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 35 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf239 2.07523892514 0 77.334167475 2.1237487874999985
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf240 3.59736474838 0 78.0583328 1.0375007999999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf241 1.66455840456 0 77.200005 2.3249924999999934
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 35 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf242 3.59736474838 0 77.869166975 1.3212495375000017
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf243 2.71748837209 0 78.194166325 0.8337505125000035
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf244 2.4524832936 0 77.79416675 1.4337498749999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf245 1.80975096023 0 77.8899994 1.2900009000000097
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf246 3.64088439105 0 77.9983331 1.1275003500000054
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf247 1.99424293451 0 77.23333 2.2750050000000073
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf248 2.92188437688 0 77.82999985 1.3800002250000105
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf249 3.36364124845 0 78.208333175 0.8125002374999895
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf250 1.69337635738 0 77.699997 1.5750045000000057
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf251 2.3912414734 0 77.454999025 1.9425014624999903
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf252 2.2351185922 0 77.888333 1.2925004999999956
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf253 2.72858886384 0 77.5358331 1.8212503499999926
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf254 2.22694008233 0 77.8283333 1.3825000500000044
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf255 2.19569574585 0 77.805000325 1.417499512500008
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf256 3.01849555693 0 77.5833332 1.7500002000000023
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf257 2.19569574585 0 77.389999575 2.0400006374999933
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf258 2.01775107059 0 77.844166425 1.358750362500004
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf259 2.7795432921 0 78.004999925 1.1175001124999895
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf260 2.16446036058 0 78.245833625 0.7562495624999954
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf261 2.58050173724 0 77.935832575 1.2212511374999906
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf262 2.90329954283 0 77.738334525 1.5174982125000014
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf263 3.45051734728 0 77.903333475 1.269999787500005
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf264 3.24411063565 0 78.197500075 0.8287498875000097
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf265 2.83830787766 0 77.790834 1.4387489999999943
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf266 2.04182004566 0 78.04249965 1.0612505250000055
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf267 2.36542510121 0 77.42583335 1.9862499749999927
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf268 2.24980746522 0 77.799999375 1.425000937500002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf269 1.89227879259 0 77.91749935 1.248750975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf270 1.88123041257 0 78.80333275 0.3466672500000044
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf271 3.07993730408 0 78.325000075 0.6374998874999918
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf272 2.7795432921 0 78.15666565 0.8900015250000095
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf273 2.24796080644 0 77.7641655 1.4787517499999936
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf274 2.25629473251 0 77.3750008 2.0624988000000073
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf275 3.33253479352 0 78.373332825 0.5650007624999915
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf276 2.48136969546 0 77.792499675 1.436250487499997
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf277 3.46799468161 0 77.8525001 1.3462498499999995
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf278 2.75161695447 0 78.2841667 0.6987499499999998
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf279 2.78803206719 0 77.8383327 1.3675009500000073
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf280 3.06580144126 0 77.6600006 1.6349990999999946
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf281 2.95307508795 0 77.830833225 1.3787501624999905
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf282 2.0579298361 0 77.759999325 1.4850010125000068
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 35 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf283 3.44574192026 0 78.287500025 0.6937499625000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf284 2.16275109817 0 77.733333075 1.5250003874999933
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf285 3.72963656481 0 77.990000175 1.1399997374999913
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf286 2.0051937949 0 78.415000175 0.5024997374999955
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf287 2.07823096988 0 77.93916665 1.2162500249999937
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf288 1.96561700982 0 77.73000035 1.5299994750000039
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf289 2.29505577961 0 77.8333338 1.3749992999999918
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf290 3.66721064524 0 77.8116667 1.4074999499999947
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf291 3.82389130321 0 77.93 1.2299999999999898
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf292 2.44460251046 0 78.28166635 0.7025004750000079
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf293 2.15594095941 0 77.4183335 1.9974997499999958
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf294 2.4337406276 0 77.829165775 1.3812513374999895
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf295 2.98884796399 0 77.9175001 1.248749850000003
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf296 2.27522664257 0 78.02666625 1.0850006249999922
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf297 2.83419571826 0 78.140833925 0.9137491125000068
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf298 2.98104004245 0 78.109166525 0.9612502124999907
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf299 2.22694008233 0 77.81166655 1.4075001750000027
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf300 3.59076159103 0 77.999166425 1.1262503625000022
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf301 1.59477017142 0 78.299995 0.6750075000000066
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf302 2.99538587737 0 78.17166735 0.8674989749999895
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf303 2.24980746522 0 78.02500095 1.0874985749999908
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf304 3.82389130321 0 77.728333225 1.5325001624999999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf305 3.06580144126 0 77.6491664 1.6512504000000021
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf306 2.6708458791 0 78.36916735 0.5712489750000032
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf307 1.75142089738 0 78.28416715 0.6987492749999973
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf308 2.63512538337 0 78.245000275 0.757499587500007
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf309 2.22694008233 0 77.810833725 1.4087494125000077
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf310 2.90329954283 0 77.685000025 1.5974999625000095
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf311 3.48564996739 0 78.304166975 0.6687495374999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf312 2.46129952706 0 77.8291661 1.3812508500000078
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf313 3.0234941006 0 77.720000225 1.5449996624999898
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf314 2.78803206719 0 77.630832525 1.6787512124999964
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf315 1.83153605016 0 78.329999325 0.6300010124999957
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf316 2.98396322778 0 77.99583315 1.1312502750000064
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf317 2.98396322778 0 77.8950001 1.2824998499999936
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf318 3.45051734728 0 78.096665625 0.9800015625
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf319 2.87133870651 0 77.78500025 1.447499625000006
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf320 2.85338933385 0 77.722500575 1.541249137500003
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf321 3.49811600913 0 78.051667525 1.0474987125000013
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf322 3.11638574781 0 77.666666675 1.6249999874999972
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf323 3.26928242088 0 77.822500225 1.3912496625000017
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf324 3.77643621697 0 77.9308329 1.228750650000002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf325 3.13457659127 0 78.079166175 1.0062507375000038
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf326 2.52111501064 0 77.8916662 1.2875006999999954
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf327 2.3901980036 0 78.4191667 0.49624994999999217
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf328 2.5540304249 0 77.8974997 1.278750450000004
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf329 2.08376527652 0 78.076667975 1.0099980374999902
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf330 2.82425847867 0 77.597498625 1.7287520625
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf331 2.95498685009 0 78.008332425 1.1125013624999909
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf332 3.66721064524 0 77.970833175 1.1687502375000065
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf333 2.24980746522 0 77.759166525 1.4862502125000034
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf334 2.11760015464 0 77.669999875 1.620000187499997
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf335 2.50405728196 0 77.708333375 1.5624999375000073
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf336 3.71194409149 0 77.987499775 1.1437503374999949
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf337 2.70433982991 0 77.603333275 1.7200000875000043
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf338 2.6262810908 0 77.976667425 1.1599988624999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf339 2.25350989972 0 77.9949997 1.132500450000009
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf340 3.35910310464 0 77.893333275 1.285000087499995
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf341 3.77591555364 0 77.8466659 1.3550011499999925
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf342 3.63363848948 0 77.6966664 1.580000400000003
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf343 2.95498685009 0 78.0666676 1.0249985999999964
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf344 2.97779876864 0 77.59999905 1.7250014250000092
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf345 3.63363848948 0 77.896666575 1.2800001375000036
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf346 3.01849555693 0 77.669999725 1.620000412500005
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf347 1.69337635738 0 78.233337 0.7749944999999911
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf348 3.45487014523 0 78.031666225 1.0775006625000074
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf349 2.99342150206 0 77.65666695 1.6399995749999974
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf350 3.05895287958 0 77.964999825 1.17750026249999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf351 3.30478754695 0 77.97250065 1.166249024999999
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf352 3.16135199481 0 77.633332675 1.6750009874999918
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf353 2.80373024506 0 78.070832475 1.0187512874999953
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf354 2.09813263107 0 78.0083335 1.1124997499999907
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf355 3.19453962237 0 77.770000625 1.4699990625000083
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf356 2.9094681628 0 77.677500475 1.6087492874999967
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf357 2.64786391927 0 77.63583395 1.6712490749999915
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf358 2.17823234081 0 77.741666975 1.5124995374999983
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf359 2.1432868672 0 78.15833395 0.8874990750000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf360 2.11514698074 0 78.479999675 0.6700003249999981
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf361 1.90015610771 0 77.813332925 1.4050006125000039
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf362 2.99538587737 0 78.02499965 1.087500525000003
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf363 2.48881101405 0 78.280000425 0.7049993625000042
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf364 1.85888516523 0 77.5 1.875
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf365 3.71194409149 0 77.8299993 1.3800010500000042
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf366 2.08281444583 0 77.933333425 1.224999862499999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf367 2.66590618726 0 78.1133333 0.9550000500000095
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf368 2.24888375674 0 77.844165625 1.3587515624999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf369 3.37566443263 0 78.118332875 0.9475006875000105
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf370 3.89181483916 0 77.944167275 1.2087490875000029
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf371 2.3343756992 0 78.34333455 0.6099981750000083
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf372 2.73950635808 0 77.709167125 1.56124931250001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 31 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf373 2.73376380311 0 77.810000475 1.409999287500007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf374 2.57467948341 0 77.89083425 1.2887486250000038
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf375 1.89424199196 0 78.485832075 0.6641679249999953
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf376 3.49454519355 0 77.8066671 1.4149993500000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf377 1.76439678846 0 77.765000375 1.4774994375000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 35 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf378 2.04029892443 0 77.970833925 1.1687491125000093
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf379 3.49454519355 0 77.930000375 1.2299994374999912
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf380 3.24718776399 0 78.372501025 0.566248462499992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf381 3.11638574781 0 77.618333675 1.6974994874999965
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf382 2.57467948341 0 78.11749985 0.9487502249999977
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf383 3.01849555693 0 77.804999725 1.4175004124999973
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf384 2.40299088586 0 77.9716665 1.1675002500000033
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf385 3.20613284165 0 78.3483334 0.602499899999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf386 2.89104044336 0 77.71583315 1.5512502750000081
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf387 2.72018747284 0 78.090000325 0.9899995124999919
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf388 3.06580144126 0 77.6383333 1.667500050000001
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf389 2.39458670776 0 78.169167125 0.871249312499998
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf390 3.25529306887 0 78.100000275 0.974999587500001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf391 2.11694541871 0 78.165834275 0.8762485875000081
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf392 2.0941218638 0 77.7858332 1.4462502000000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf393 3.19453962237 0 77.5908335 1.7387497499999967
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf394 2.03272718838 0 77.99666555 1.1300016749999955
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf395 3.16135199481 0 77.81666755 1.399998674999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf396 1.9453718091 0 78.045000025 1.0574999625000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf397 3.30838052095 0 77.929999925 1.2300001124999937
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf398 1.95369833697 0 78.654167425 0.4958325750000029
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf399 2.91566305143 0 78.091666425 0.9875003625000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf400 2.79400512644 0 77.817500475 1.3987492874999958
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf401 4.42219194672 0 78.2383339 0.767499149999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf402 3.01949394303 0 77.418333025 1.9975004625000068
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf403 3.1705014109 0 77.385833225 2.0462501625000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf404 4.26782827201 0 78.063334375 1.029998437500005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf405 2.7974298081 0 77.765000075 1.4774998874999952
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf406 4.66234332773 0 78.051667025 1.0474994624999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf407 3.44574192026 0 78.334166525 0.6237502124999992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf408 3.91238549312 0 77.97583325 1.1612501250000093
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf409 5.09612029865 0 78.014167025 1.1037494624999908
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf410 2.57346981923 0 77.40749955 2.0137506750000043
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf411 2.79087319279 0 77.4591663 1.9362505499999898
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf412 2.24225538055 0 77.60666765 1.7149985249999915
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf413 4.35330525145 0 78.2025004 0.8212493999999921
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf414 3.6355679084 0 78.34750005 0.6037499250000096
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf415 2.09813263107 0 77.782499825 1.4512502624999968
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf416 3.69591437391 0 77.8908339 1.288749149999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf417 3.70341103092 0 77.961666825 1.182499762500008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf418 4.50808625337 0 78.152499875 0.8962501874999944
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf419 3.6350853616 0 77.693333625 1.584999562500009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf420 3.4088575296 0 77.734167475 1.52374878749999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf421 2.84775205688 0 77.76833325 1.4725001250000034
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf422 3.42248933877 0 78.276666475 0.7100002875000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf423 2.63995156218 0 78.009166925 1.1112496124999964
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf424 3.14537663121 0 77.1300003 2.429999549999991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf425 4.43580061952 0 78.145833225 0.9062501624999939
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf426 3.29564085979 0 78.164166575 0.8787501375000062
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf427 3.36364124845 0 78.29666615 0.6800007750000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf428 3.89292123452 0 77.83166695 1.3774995750000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf429 2.32921384149 0 77.6116661 1.7075008500000095
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf430 1.99715145162 0 78.1408336 0.9137496000000098
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf431 2.38209008774 0 77.344166925 2.108749612500006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf432 5.01218173084 0 78.131665725 0.9275014124999927
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf433 3.42634295097 0 77.703333125 1.5700003124999995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf434 3.96334183535 0 77.94666705 1.204999424999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf435 2.76355621145 0 77.754999925 1.4925001124999895
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf436 3.542000097 0 78.261667625 0.7324985624999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf437 3.55210680761 0 77.912499025 1.2562514624999963
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf438 4.60279195815 0 78.219165625 0.7962515624999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf439 3.78112865648 0 77.954999725 1.19250041250001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf440 3.58371362677 0 78.213333575 0.8049996375000106
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf441 1.95648970844 0 77.958332825 1.187500762500001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf442 3.87145936777 0 78.21166725 0.8074991249999925
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf443 2.51025423632 0 77.799999 1.4250015000000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf444 2.6313276887 0 77.058333425 2.537499862499999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf445 3.09350511825 0 78.15583305 0.8912504250000026
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf446 3.23338646124 0 77.3483334 2.102499899999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf447 4.59661176964 0 78.16250005 0.8812499249999917
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf448 2.10636242153 0 77.625834225 1.6862486624999917
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf449 3.28615031572 0 77.718333425 1.547499862500004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf450 2.06631426065 0 78.1050001 0.9674998500000029
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf451 2.92157268012 0 77.90666715 1.2649992749999939
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf452 2.76216260511 0 77.796666575 1.430000137499995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf453 3.22311222914 0 77.316665925 2.150001112500007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf454 3.12848942641 0 77.253333325 2.2450000125000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf455 4.59198750865 0 78.0950007 0.9824989500000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf456 3.43063493306 0 78.29000005 0.6899999249999951
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf457 3.1705014109 0 77.2558326 2.2412510999999924
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf458 2.57346981923 0 78.114167225 0.9537491624999959
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf459 4.05728597619 0 78.259167625 0.7362485624999948
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf460 3.17822794726 0 78.03166725 1.0774991250000028
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf461 4.13446115525 0 78.10249875 0.9712518750000072
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf462 3.07993730408 0 78.222501075 0.7912483875000049
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf463 3.31960879381 0 77.75333405 1.4949989249999902
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf464 3.06923723471 0 78.10749925 0.9637511249999946
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf465 3.15989298643 0 78.4099997 0.5100004499999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf466 1.88381840849 0 78.068333425 1.0224998624999913
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf467 2.14345461127 0 77.783333975 1.4499990374999925
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf468 3.5433748969 0 78.10083375 0.9737493749999899
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf469 2.48069541785 0 77.953334375 1.1949984375000042
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf470 2.61724582801 0 78.066667275 1.0249990874999995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf471 3.13780880773 0 77.38166675 2.0524998750000094
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf472 3.14537663121 0 78.0433336 1.0599996000000047
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf473 2.94386966745 0 77.93666765 1.219998524999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf474 4.87565925629 0 78.070832475 1.0187512874999953
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf475 2.37877965366 0 77.91666685 1.2499997250000021
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf476 2.37444864695 0 77.638333925 1.6674991125000034
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf477 3.11780484681 0 77.73833275 1.5175008750000032
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf478 2.35242170136 0 78.116666425 0.950000362499992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf479 2.29948783073 0 77.70083405 1.5737489250000039
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf480 4.39310849558 0 78.1566664 0.890000399999991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf481 2.98396322778 0 78.04500105 1.0574984250000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf482 2.67371407651 0 77.9333336 1.2249996000000039
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf483 3.13565325662 0 77.197499825 2.3287502625000087
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf484 2.6262810908 0 78.095832075 0.9812518874999938
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf485 3.14140798624 0 78.30083365 0.6737495249999981
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf486 3.76708619178 0 77.969999475 1.1700007875000082
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf487 4.28586099646 0 78.05083425 1.0487486250000089
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf488 4.21982434853 0 78.197500425 0.8287493624999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf489 4.47713386599 0 78.158333425 0.8874998625000075
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf490 2.58610616022 0 78.057499875 1.0387501874999927
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf491 2.26900612048 0 77.415832725 2.001250912499998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf492 3.02482984275 0 77.2850007 2.1974989500000035
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf493 1.67627481734 0 77.466667 1.9249994999999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf494 3.40081490105 0 78.062499825 1.031250262499995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf495 4.76952130091 0 78.081666625 1.0025000625000047
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf496 3.82870249017 0 77.916667575 1.249998637499992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf497 4.50808625337 0 78.165832375 0.8762514375000094
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf498 4.58200012548 0 78.2566666 0.740000099999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf499 3.26850208106 0 77.291665975 2.187501037499999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf500 3.27045362948 0 77.225833075 2.2862503875000044
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf501 3.93656682897 0 78.18666705 0.8449994250000046
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf502 2.60281905984 0 77.33750125 2.118748124999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf503 1.98599994561 0 77.3616673 2.08249905000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf504 3.369849424 0 78.344999875 0.6075001875000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf505 3.99339287342 0 78.27666705 0.7099994249999995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf506 2.6537650949 0 77.456666975 1.9399995374999932
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf507 3.50662601431 0 78.01749995 1.098750074999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf508 4.07904045576 0 78.19666655 0.830000174999995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf509 3.96334183535 0 77.91833225 1.247501624999991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf510 2.95307508795 0 78.20333425 0.8199986250000038
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf511 3.6583930271 0 77.99583395 1.1312490749999924
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf512 4.37206912378 0 78.210834 0.8087489999999917
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf513 3.11142905832 0 78.360000425 0.5849993625000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf514 4.49698282055 0 78.049167125 1.0512493125000049
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf515 3.05997821259 0 77.234166475 2.2737502875000075
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf516 4.06752993595 0 78.2175 0.7987499999999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf517 4.69511411122 0 77.966666725 1.174999912500006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf518 2.48926343774 0 78.28166715 0.7024992749999939
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf519 3.05997821259 0 78.077499525 1.0087507125000101
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf520 4.44155567719 0 78.173332975 0.8650005375000092
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf521 3.1270605866 0 78.37666665 0.5600000249999937
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf522 3.03387706496 0 77.76833345 1.4724998249999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf523 1.93165087062 0 77.835000775 1.3724988375000038
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf524 3.52603923588 0 78.253333575 0.7449996375000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf525 4.623773346 0 78.157498675 0.888751987500001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf526 2.89378970586 0 77.949999975 1.2000000375000042
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf527 4.89920842557 0 78.030833225 1.0787501625000075
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf528 3.27045362948 0 78.001666775 1.1224998374999942
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf529 4.36510071125 0 78.22416655 0.7887501749999899
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf530 3.98815916413 0 78.033333725 1.0749994124999915
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf531 3.31800009086 0 77.3091659 2.1612511500000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf532 2.94070867727 0 77.4541666 1.9437501000000097
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf533 3.5433748969 0 78.108332725 0.9625009125000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf534 2.26300649679 0 77.59666755 1.7299986749999903
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf535 2.7974298081 0 77.9049997 1.267500449999993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf536 2.59985404578 0 77.8508327 1.348750950000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf537 2.32921384149 0 78.499166175 0.6508338250000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf538 3.20613284165 0 78.336666825 0.619999762500008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf539 4.00390160999 0 78.094167025 0.9837494624999934
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf540 4.82158183139 0 78.18749925 0.8437511249999972
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf541 2.51025423632 0 77.735833825 1.5212492624999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf542 4.42219194672 0 78.2124997 0.8062504500000074
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf543 3.6583930271 0 78.06416625 1.0287506250000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf544 2.43006954226 0 77.7833328 1.450000800000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf545 3.08305776402 0 78.35250035 0.5962494750000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf546 2.55141313335 0 78.160000425 0.8849993624999897
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf547 3.76708619178 0 78.090000175 0.9899997374999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf548 2.03862830664 0 78.6366662 0.5133338000000066
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf549 3.78112865648 0 77.9474998 1.2037502999999958
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf550 4.60279195815 0 78.17666665 0.860000024999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf551 2.85576960676 0 77.863332975 1.3300005374999913
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf552 3.13565325662 0 78.11416675 0.9537498750000069
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf553 3.6399166016 0 78.323333375 0.6399999374999936
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf554 3.52150537634 0 77.719999475 1.5450007875000082
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf555 3.55210680761 0 77.904999525 1.2675007125000093
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf556 3.33253479352 0 78.405833175 0.5162502375000031
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf557 2.29948783073 0 77.8283334 1.382499899999992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf558 2.98396322778 0 77.880832825 1.3037507625000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf559 3.91238549312 0 77.929998975 1.2300015374999944
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf560 3.69591437391 0 77.944999875 1.2075001875000098
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf561 3.12527637116 0 77.4366663 1.9700005500000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf562 2.76355621145 0 77.5766677 1.7599984499999977
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf563 3.82870249017 0 77.8450003 1.357499550000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf564 4.98028095379 0 78.07416665 1.0137500250000073
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf565 3.06923723471 0 77.241666175 2.262500737499991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf566 3.24411063565 0 78.2841675 0.6987487500000071
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf567 4.2459932947 0 78.1333334 0.9249999000000031
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf568 3.20200949945 0 78.170832425 0.8687513624999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf569 3.89292123452 0 77.909999275 1.2600010874999938
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf570 2.42920736643 0 78.20916705 0.8112494249999926
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf571 3.31960879381 0 77.9474999 1.2037501500000047
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf572 4.77617552809 0 78.180000725 0.854998912500001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf573 3.17822794726 0 77.11833265 2.447501025000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf574 1.85623935679 0 77.859166525 1.3362502124999907
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf575 3.35622156523 0 77.91166665 1.2575000249999988
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf576 2.06413396769 0 78.079999725 1.00500041250001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf577 2.57952953365 0 78.0558332 1.0412502000000075
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf578 2.55784699441 0 78.1500002 0.8999997000000093
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf579 3.48520639466 0 78.24666575 0.755001374999992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf580 4.04291144613 0 78.278333075 0.7075003874999908
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf581 2.47777777778 0 77.960000325 1.1849995125000063
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf582 2.79685844492 0 78.4041662 0.5187506999999911
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf583 3.12527637116 0 77.344999475 2.1075007875000082
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 34 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
++++++
+conf584 4.79877127275 0 78.166665675 0.8750014874999934
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu mul fp16 1 add fp16 1 
+7 gpu softmax fp16 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet/src/alexnet_loop.cpp b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet/src/alexnet_loop.cpp
index 50732550db8c8f02c940e485702c3253a7bb9760..a62b2ea33ad7cc2838e68965e2ce19f615555b93 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet/src/alexnet_loop.cpp
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet/src/alexnet_loop.cpp
@@ -437,7 +437,7 @@ int main(){
   args->dense_1_b_bytes = 0; 
 
   int batch_size = 500; 
-  int test_input_size = 10000;
+  int test_input_size = 5000;
   int batch_count = test_input_size / batch_size; 
   
   // void* input = create4DTensor(0,nchw,batch_size,3,32,32);
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/data/autotuner_data/tuner_confs_batch220.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/data/autotuner_data/tuner_confs_batch220.txt
index cb1dd991ecd53b05899f8b229f62ea59ab16f6a1..50e026a7bfca4b66049080501b3abb299e882bd2 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/data/autotuner_data/tuner_confs_batch220.txt
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/data/autotuner_data/tuner_confs_batch220.txt
@@ -1,1771 +1,1771 @@
 +++++
 conf1 1 0 84.76 0
-1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
-2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp32 1 add fp32 1 
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1
+7 gpu mul fp32 1 add fp32 1
 8 gpu softmax fp32 1
 -----
 +++++
 conf1 1.9038241963 0 84.979996 0.18000400000000527
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf2 1.64842307895 0 84.680008 0.4799920000000043
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf3 1.72558649193 0 84.500008 0.6599920000000111
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf4 1.82944424391 0 84.279999 0.7200015000000022
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf5 1.82944424391 0 84.199997 0.8400045000000134
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf6 1.64842307895 0 84.139999 0.930001500000003
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf7 1.72558649193 0 84.919998 0.24000199999999838
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf8 1.79160865678 0 85.259995 -0.09999499999999839
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf9 1.82944424391 0 84.400002 0.5399970000000067
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf10 1.70856970404 0 85.300003 -0.14000299999999866
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf11 1.64842307895 0 84.12001 0.9599850000000174
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf12 1.82944424391 0 84.339996 0.6300060000000087
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf13 1.81032878247 0 84.259995 0.7500075000000024
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf14 1.64842307895 0 84.259995 0.7500075000000024
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf15 1.9038241963 0 84.900002 0.2599980000000045
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf16 1.82944424391 0 84.400002 0.5399970000000067
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf17 1.74294565288 0 84.139999 0.930001500000003
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf18 1.88313156795 0 84.159996 0.9000059999999976
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf19 1.66425732228 0 85.220001 -0.0600009999999912
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf20 1.63288729942 0 84.259995 0.7500075000000024
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf21 1.74294565288 0 84.559998 0.600002000000012
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf22 1.64842307895 0 84.279999 0.7200015000000022
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf23 1.72558649193 0 84.119995 0.9600075000000032
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf24 1.72558649193 0 85.080002 0.07999800000001189
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf25 1.82944424391 0 84.18 0.8699999999999974
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf26 1.79160865678 0 84.220001 0.8099985000000132
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf27 1.70856970404 0 85.699997 -0.5399969999999911
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf28 1.81032878247 0 84.400002 0.5399970000000067
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf29 1.70856970404 0 85.479996 -0.31999599999999473
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf30 1.72558649193 0 84.120003 0.9599955000000122
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf31 1.79160865678 0 84.18 0.8699999999999974
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf32 1.9038241963 0 84.82 0.34000000000001196
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf33 1.82944424391 0 84.259995 0.7500075000000024
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf34 1.64842307895 0 85.280006 -0.12000599999999506
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf35 1.73481954522 0 83.559998 1.800003000000018
-1 gpu conv perf 30 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 21 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf36 1.70856970404 0 83.800003 1.439995500000002
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf37 1.81032878247 0 83.639999 1.680001500000003
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf38 1.72558649193 0 83.619995 1.7100075000000032
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf39 1.81032878247 0 84.400002 0.5399970000000067
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf40 1.72558649193 0 85.020004 0.139996000000005
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf41 1.80156379054 0 83.720009 1.5599865000000008
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 21 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf42 1.79160865678 0 83.5 1.8900000000000077
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf43 1.67284410055 0 84.040001 1.079998500000002
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 29 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf44 1.73481954522 0 85.540001 -0.3800009999999986
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf45 1.79160865678 0 84.319992 0.6600120000000089
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf46 1.61991030088 0 83.580002 1.7699970000000178
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv perf 25 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv perf 25 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf47 1.61991030088 0 83.860001 1.3499985000000123
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv perf 28 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv perf 28 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf48 1.79160865678 0 84.18 0.8699999999999974
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf49 1.71762107501 0 85.540001 -0.3800009999999986
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf50 1.72558649193 0 84.720001 0.4399990000000088
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf51 1.82049363128 0 83.879997 1.3200045000000031
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf52 1.82049363128 0 84.12001 0.9599850000000174
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf53 1.72558649193 0 83.860001 1.3499985000000123
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 21 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf54 1.73481954522 0 85.419998 -0.2599980000000016
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf55 1.7523659141 0 84.759995 0.4000050000000016
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf56 1.65684682663 0 84.800003 0.35999700000000134
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 24 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf57 1.88313156795 0 83.720001 1.5599985000000132
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf58 1.82049363128 0 84.060005 1.0499925000000019
-1 gpu conv perf 24 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf59 1.82049363128 0 84.239998 0.7800030000000078
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf60 1.7523659141 0 84.379997 0.5700045000000031
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf61 1.82049363128 0 84.120003 0.9599955000000122
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf62 1.70856970404 0 83.900002 1.2899970000000067
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf63 1.79160865678 0 83.559998 1.800003000000018
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf64 1.71762107501 0 85.040001 0.11999900000000141
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf65 1.81032878247 0 83.740005 1.529992500000013
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf66 1.73481954522 0 84.719994 0.44000600000000534
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 29 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf67 1.70856970404 0 84.18 0.8699999999999974
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf68 1.72558649193 0 84.18 0.8699999999999974
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf69 1.61991030088 0 83.480003 1.919995500000013
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv perf 25 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv perf 25 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf70 1.82049363128 0 83.860001 1.3499985000000123
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 24 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf71 1.58558171041 0 85.639999 -0.47999899999999796
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf72 1.88313156795 0 83.639999 1.680001500000003
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf73 1.63288729942 0 85.800003 -0.6400029999999987
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf74 1.73481954522 0 83.680008 1.6199880000000064
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 21 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf75 1.81032878247 0 83.939995 1.2300075000000135
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf76 1.67284410055 0 83.639999 1.680001500000003
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf77 1.7523659141 0 83.599998 1.7400030000000086
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf78 1.61991030088 0 84.119995 0.9600075000000032
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf79 1.81032878247 0 84.259995 0.7500075000000024
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf80 1.71762107501 0 84.860001 0.29999900000000823
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf81 1.81032878247 0 84.080002 1.0199970000000178
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf82 1.67284410055 0 84.680008 0.4799920000000043
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf83 1.82049363128 0 84.199997 0.8400045000000134
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf84 1.82049363128 0 83.959999 1.2000015000000133
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 29 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf85 1.88313156795 0 84.120003 0.9599955000000122
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf86 1.61237267544 0 85.340004 -0.18000399999998817
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf87 1.73481954522 0 83.919998 1.2600029999999975
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf88 1.67284410055 0 84.600006 0.5599940000000118
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf89 1.72558649193 0 84.400002 0.5399970000000067
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 22 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf90 1.66425732228 0 85.800003 -0.6400029999999987
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf91 1.74294565288 0 84.559998 0.600002000000012
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf92 1.82049363128 0 84.440002 0.47999699999999734
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf93 1.71762107501 0 84.360001 0.5999985000000123
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf94 1.81032878247 0 84.240005 0.779992500000013
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf95 1.66425732228 0 83.619995 1.7100075000000032
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 30 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf96 1.88313156795 0 83.479996 1.9200060000000079
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf97 1.77662432349 0 83.620003 1.7099955000000122
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 36 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf98 1.64115261583 0 86.300003 -1.1400029999999988
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf99 1.80156379054 0 84.239998 0.7800030000000078
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf100 1.79160865678 0 84.099998 0.9900030000000086
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf101 1.70856970404 0 85.699997 -0.5399969999999911
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf102 1.7669421638 0 83.280006 2.2199910000000074
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf103 1.70269284588 0 83.780006 1.4699910000000074
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf104 1.7523659141 0 83.620003 1.7099955000000122
-1 gpu conv perf 24 add fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 29 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf105 1.82049363128 0 82.980003 2.669995500000013
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 29 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf106 1.80156379054 0 83.259995 2.2500075000000024
-1 gpu conv perf 24 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf107 1.65684682663 0 83.300003 2.189995500000002
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv perf 29 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf108 1.65684682663 0 82.940002 2.7299969999999973
-1 gpu conv perf 24 add fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf109 1.7523659141 0 83.820007 1.4099895000000018
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv perf 29 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf110 1.83623037965 0 83.68 1.6199999999999974
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 36 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf111 1.83623037965 0 83.759995 1.5000075000000024
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf112 1.83623037965 0 82.959999 2.7000015000000133
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 36 add fp32 1 tanh fp32 1 
-6 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf113 1.74910416379 0 83.099991 2.4900135000000034
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 
-6 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf114 1.82049363128 0 83.440002 1.9799969999999973
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf115 1.7523659141 0 82.800003 2.939995500000002
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf116 1.83623037965 0 83.080002 2.519997000000018
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf117 1.80156379054 0 83.059998 2.550003000000018
-1 gpu conv perf 24 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf118 1.82049363128 0 83.699997 1.5900045000000134
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf119 1.7669421638 0 83.360001 2.0999985000000123
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf120 1.7669421638 0 84.219994 0.810009000000008
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf121 1.7523659141 0 83.680008 1.6199880000000064
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf122 1.82049363128 0 83.400002 2.0399970000000067
-1 gpu conv perf 30 add fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf123 1.93249146701 0 82.860001 2.8499985000000123
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf124 1.93249146701 0 83.12001 2.4599850000000174
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf125 1.65684682663 0 84.68 0.4799999999999983
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf126 1.80156379054 0 83.040001 2.579998500000002
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf127 1.65684682663 0 84.639999 0.520001000000002
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 29 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf128 1.7523659141 0 82.860001 2.8499985000000123
-1 gpu conv perf 24 add fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf129 1.69436712239 0 83.360001 2.0999985000000123
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 tanh fp32 1 
-6 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf130 1.80156379054 0 83.0 2.6400000000000077
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 36 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf131 1.7669421638 0 83.139999 2.430001500000003
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf132 1.68612242394 0 83.820007 1.4099895000000018
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 
-6 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf133 1.70269284588 0 84.099998 0.9900030000000086
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf134 1.73481954522 0 83.0 2.6400000000000077
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf135 1.82049363128 0 83.840004 1.3799940000000177
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf136 1.7523659141 0 83.580002 1.7699970000000178
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf137 1.82049363128 0 83.940002 1.2299969999999973
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv perf 29 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf138 1.73481954522 0 83.360001 2.0999985000000123
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv samp 34 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf139 1.73481954522 0 84.139999 0.930001500000003
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 29 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf140 1.85589972143 0 83.0 2.6400000000000077
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf141 1.7523659141 0 83.360001 2.0999985000000123
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf142 1.66987141658 0 84.759995 0.4000050000000016
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf143 1.7523659141 0 83.199997 2.3400045000000134
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv perf 24 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf144 1.72558649193 0 84.82 0.34000000000001196
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf145 1.73481954522 0 83.719994 1.560009000000008
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf146 1.7669421638 0 83.159996 2.4000059999999976
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf147 1.7669421638 0 83.060005 2.549992500000002
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 
-6 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf148 1.93249146701 0 83.139999 2.430001500000003
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 36 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf149 1.73481954522 0 83.68 1.6199999999999974
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf150 1.74910416379 0 83.300003 2.189995500000002
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 
-6 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf151 1.74910416379 0 83.780006 1.4699910000000074
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf152 1.73481954522 0 83.460007 1.949989500000001
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf153 1.88313156795 0 84.120003 0.9599955000000122
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf154 1.82049363128 0 83.400002 2.0399970000000067
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv perf 24 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf155 1.88313156795 0 83.099998 2.4900030000000086
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf156 1.82049363128 0 83.400002 2.0399970000000067
-1 gpu conv perf 24 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf157 1.81032878247 0 84.680008 0.4799920000000043
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf158 1.7669421638 0 83.840004 1.3799940000000177
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf159 1.71762107501 0 84.699997 0.46000300000000893
-1 gpu conv perf 25 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf160 1.93249146701 0 82.979996 2.670006000000008
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/data/autotuner_data/tuner_pareto_confs_batch220.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/data/autotuner_data/tuner_pareto_confs_batch220.txt
index 5fc6f3d466222e038b65c93915b84a6c5a0e653d..15e34ccf0d6419a0adc7fa8c51376182a9f6b6e5 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/data/autotuner_data/tuner_pareto_confs_batch220.txt
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/data/autotuner_data/tuner_pareto_confs_batch220.txt
@@ -1,473 +1,473 @@
 +++++
 conf1 1 0 84.76 0
-1 gpu conv fp32 1 add fp32 1 tanh fp32 1 
-2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp32 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp32 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp32 1 add fp32 1 
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1
+7 gpu mul fp32 1 add fp32 1
 8 gpu softmax fp32 1
 -----
 +++++
 conf1 1.9038241963 0 84.979996 0.18000400000000527
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf2 1.79160865678 0 85.259995 -0.09999499999999839
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf3 1.9038241963 0 84.900002 0.2599980000000045
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf4 1.88313156795 0 84.159996 0.9000059999999976
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf5 1.70856970404 0 85.699997 -0.5399969999999911
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf6 1.70856970404 0 85.479996 -0.31999599999999473
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf7 1.9038241963 0 84.82 0.34000000000001196
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf8 1.81032878247 0 84.400002 0.5399970000000067
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf9 1.72558649193 0 85.020004 0.139996000000005
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf10 1.73481954522 0 85.540001 -0.3800009999999986
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf11 1.79160865678 0 84.319992 0.6600120000000089
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf12 1.71762107501 0 85.540001 -0.3800009999999986
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf13 1.72558649193 0 84.720001 0.4399990000000088
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf14 1.73481954522 0 85.419998 -0.2599980000000016
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf15 1.7523659141 0 84.759995 0.4000050000000016
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf16 1.88313156795 0 83.720001 1.5599985000000132
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf17 1.82049363128 0 84.239998 0.7800030000000078
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf18 1.71762107501 0 85.040001 0.11999900000000141
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf19 1.73481954522 0 84.719994 0.44000600000000534
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 29 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf20 1.88313156795 0 83.639999 1.680001500000003
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf21 1.63288729942 0 85.800003 -0.6400029999999987
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf22 1.81032878247 0 84.259995 0.7500075000000024
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf23 1.71762107501 0 84.860001 0.29999900000000823
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 35 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf24 1.88313156795 0 84.120003 0.9599955000000122
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf25 1.66425732228 0 85.800003 -0.6400029999999987
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf26 1.74294565288 0 84.559998 0.600002000000012
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf27 1.82049363128 0 84.440002 0.47999699999999734
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf28 1.81032878247 0 84.240005 0.779992500000013
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf29 1.88313156795 0 83.479996 1.9200060000000079
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf30 1.64115261583 0 86.300003 -1.1400029999999988
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf31 1.80156379054 0 84.239998 0.7800030000000078
-1 gpu conv perf 23 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 31 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf32 1.70856970404 0 85.699997 -0.5399969999999911
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv samp 33 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf33 1.83623037965 0 83.68 1.6199999999999974
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 36 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf34 1.83623037965 0 83.759995 1.5000075000000024
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf35 1.93249146701 0 82.860001 2.8499985000000123
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf36 1.93249146701 0 83.12001 2.4599850000000174
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 35 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf37 1.72558649193 0 84.82 0.34000000000001196
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 28 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf38 1.93249146701 0 83.139999 2.430001500000003
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 36 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf39 1.88313156795 0 84.120003 0.9599955000000122
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf40 1.88313156795 0 83.099998 2.4900030000000086
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf41 1.81032878247 0 84.680008 0.4799920000000043
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-6 gpu conv perf 23 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
 +++++
 conf42 1.93249146701 0 82.979996 2.670006000000008
-1 gpu conv fp16 1 add fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 tanh fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 tanh fp32 1 
-4 gpu conv fp16 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
-5 gpu conv samp 33 add fp32 1 tanh fp32 1 
-6 gpu conv samp 32 add fp32 1 tanh fp32 1 pool_max fp32 1 
-7 gpu mul fp16 1 add fp32 1 
-8 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
 -----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/data/autotuner_data/tuner_promise_confs_batch220_multi.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3147cd5c674301228cca2adcc4d88a0ecdfb72
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
@@ -0,0 +1,17281 @@
++++++
+conf1 1 0 84.76 0
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1
+7 gpu mul fp32 1 add fp32 1
+8 gpu softmax fp32 1
+-----
++++++
+conf1 2.75602585333 0 85.603499975 -0.14349997500000028
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf2 1.97124355876 0 84.40650025 0.5302496250000175
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf3 2.42513277215 0 84.38499995 0.5625000750000169
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf4 3.15731364232 0 84.32650055 0.650249174999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf5 2.15883788221 0 84.71599955 0.44400044999999866
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf6 2.44524097268 0 84.679500025 0.4804999750000093
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf7 2.65671333449 0 84.833500925 0.3264990750000095
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf8 2.75602585333 0 85.19850045 0.26149955000000774
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf9 2.40535258985 0 84.749999375 0.41000062500000356
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf10 3.61386264477 0 84.3579998 0.603000300000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf11 2.42513277215 0 84.584999875 0.5750001250000111
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf12 2.37819629574 0 84.6939999 0.4660001000000108
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf13 2.47811701105 0 84.370999875 0.5835001875000145
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf14 2.32202027362 0 84.536500575 0.623499425
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf15 3.44499877858 0 84.21249925 0.8212511250000176
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf16 2.71542297875 0 84.429999925 0.4950001125000014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf17 2.93135224398 0 85.350500475 0.1094995250000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf18 3.38956467165 0 84.52750015 0.6324998500000106
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf19 3.51061454803 0 84.459999475 0.4500007875000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf20 2.52912274255 0 84.24849965 0.7672505250000086
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf21 3.25488617683 0 84.588000525 0.5719994750000069
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf22 2.23579750603 0 84.972999475 0.18700052500001052
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf23 2.61896392029 0 84.6199998 0.5400002000000029
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf24 2.75602585333 0 84.448499375 0.4672509375000118
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf25 2.19091471805 0 85.341498375 0.11850162500000466
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf26 2.60048866322 0 85.50600055 -0.04600054999999087
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf27 3.55290898553 0 84.27399915 0.7290012750000159
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf28 2.60048866322 0 85.5190003 -0.05900029999999673
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf29 2.12156410089 0 85.249500075 0.21049992500000486
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf30 1.63288729942 0 85.540001 -0.0800009999999986
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf31 2.64243046275 0 84.747 0.41300000000000525
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf32 2.96673931882 0 84.3670011 0.5894983500000137
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf33 3.15731364232 0 84.5144993 0.645500700000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf34 2.93135224398 0 84.598999075 0.5610009250000104
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf35 2.12156410089 0 85.24549965 0.21450035000000583
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf36 2.52912274255 0 84.636998925 0.5230010750000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf37 2.76636700953 0 84.511999775 0.6480002249999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf38 3.48571779877 0 84.44449935 0.47325097500000624
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf39 3.02145143763 0 84.706499675 0.4535003250000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf40 3.26208692053 0 84.479999525 0.6800004750000085
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf41 2.73050807996 0 85.514499575 -0.05449957499999697
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf42 3.17089287752 0 84.660999875 0.49900012500000346
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf43 2.90250153505 0 85.458999675 0.0010003250000039654
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf44 3.36634957954 0 84.552500325 0.6074996750000082
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf45 2.79256263316 0 84.668500675 0.49149932500000093
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf46 2.42912791142 0 84.414500625 0.5182490625000042
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf47 2.56430926229 0 84.79049965 0.36950035000000414
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf48 1.72558649193 0 84.899994 0.2600059999999985
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf49 3.35104871505 0 84.373500225 0.5797496625000065
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf50 2.03940354341 0 85.71549965 -0.25549964999999303
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf51 3.08174415116 0 84.29850005 0.6922499250000058
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf52 4.35642257412 0 84.669500075 0.49049992500000317
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf53 2.93433101084 0 85.609000775 -0.14900077499999326
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf54 3.48571779877 0 84.803999275 0.3560007250000098
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf55 2.70079305483 0 83.907500325 1.2787495125000063
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf56 3.42944293235 0 84.067999375 1.0380009375000085
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf57 2.75369879845 0 85.771000375 -0.3110003749999947
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf58 4.68889675944 0 83.9459997 1.2210004500000053
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf59 5.29506075557 0 84.0784999 1.022250150000012
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf60 4.38821376777 0 83.696001175 1.5959982374999981
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf61 2.93433101084 0 85.736000075 -0.27600007500000173
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf62 4.14169933128 0 83.947499675 1.218750487500003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf63 4.32387438839 0 83.771999775 1.4820003375000113
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf64 3.61386264477 0 84.3340002 0.6389996999999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf65 3.42944293235 0 85.239499575 0.22050042500000872
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf66 4.40131209873 0 83.8969994 1.2945009000000098
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf67 3.97425458366 0 83.9985008 1.1422488000000044
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf68 2.2528774348 0 84.350000025 0.6149999625000078
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf69 1.81032878247 0 83.699997 1.5900045000000134
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf70 4.06183643479 0 83.567500275 1.788749587500007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf71 4.749306487 0 84.390500075 0.5542498874999993
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf72 2.28075482883 0 84.5375 0.6225000000000108
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf73 4.17689583184 0 83.91850015 1.262249775000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf74 4.55072975326 0 83.6869994 1.6095009000000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf75 2.16999135568 0 85.843501325 -0.3835013250000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf76 3.88013266186 0 83.785500925 1.461748612500017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf77 4.60761017185 0 83.649500225 1.665749662500012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf78 3.51899268644 0 85.6135004 -0.15350040000000148
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf79 4.94025067672 0 83.966500175 1.190249737500018
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf80 2.95809675652 0 85.6330001 -0.1730000999999987
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf81 4.00665156404 0 83.8790009 1.3214986500000165
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf82 3.38956467165 0 85.33500065 0.12499935000000734
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf83 4.33659088676 0 83.988001225 1.1579981625000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf84 3.26931959511 0 84.842999475 0.317000525000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf85 2.30571969084 0 83.461999975 1.9470000375000112
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf86 2.7508842139 0 84.106000125 0.9809998125000163
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf87 3.370196653 0 83.968499525 1.1872507125000098
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf88 4.94025067672 0 84.25399945 0.7590008250000153
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf89 3.94816064972 0 84.3739996 0.5790006000000005
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf90 3.52359981675 0 85.302000575 0.15799942500001124
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf91 3.05595874161 0 85.42199975 0.03800025000000745
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf92 2.15883788221 0 84.2609997 0.7485004500000088
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf93 4.48904909382 0 83.8949996 1.2975005999999993
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf94 3.05595874161 0 85.22250005 0.2374999500000115
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf95 3.22328457615 0 85.391500875 0.0684991249999996
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf96 3.65869733242 0 83.628499675 1.697250487500007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf97 3.13050112438 0 84.350000025 0.6149999625000078
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf98 4.42774475186 0 83.944500275 1.223249587500014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf99 2.29874094265 0 84.200499275 0.8392510875000099
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf100 4.34358967411 0 84.47900025 0.6809997500000066
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf101 2.98510874485 0 84.6229994 0.5370006000000075
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf102 3.11726491618 0 85.597999975 -0.13799997499998823
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf103 3.09443798634 0 85.223499675 0.23650032500000578
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf104 2.33141358263 0 84.844499025 0.3155009750000005
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf105 2.50340530846 0 84.1550001 0.9074998500000149
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf106 5.24794714078 0 84.0970001 0.994499850000004
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf107 3.19188638661 0 83.9204998 1.259250300000005
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf108 4.78711530883 0 83.746501 1.5202485000000152
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf109 3.38956467165 0 83.95250035 1.2112494750000167
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf110 2.49720367723 0 83.921998775 1.257001837499999
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf111 4.1533654053 0 83.1165007 2.465248950000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf112 3.0122585054 0 84.66600095 0.4939990500000079
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf113 3.57011348802 0 83.949000875 1.2164986875000139
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf114 4.00665156404 0 84.172499475 0.8812507875000151
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf115 3.08465896376 0 82.97749955 2.673750675000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf116 4.17689583184 0 83.724500075 1.5532498875000158
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf117 4.36224960626 0 82.850499925 2.8642501125000166
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf118 4.03958106713 0 84.96750085 0.19249915000001183
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf119 2.28075482883 0 82.8405001 2.879249850000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf120 4.3751931669 0 83.410500125 2.0242498125000097
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf121 4.53672840544 0 83.13549935 2.4367509750000025
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf122 3.10094560281 0 83.877000975 1.3244985375000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf123 2.81925910919 0 83.148499875 2.4172501875000094
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf124 4.22476570574 0 83.5195001 1.8607498500000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf125 3.84974163103 0 84.2115002 0.8227497000000028
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf126 3.43305296381 0 83.175499875 2.376750187500008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf127 3.04334411031 0 83.611999925 1.7220001124999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf128 3.93186488986 0 83.7040003 1.5839995500000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf129 4.85009935161 0 83.5490004 1.816499400000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf130 4.3751931669 0 83.993998825 1.1490017624999993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf131 4.14752416478 0 85.14899995 0.01100005000000126
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf132 4.38821376777 0 83.797500275 1.443749587500001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf133 3.27658441341 0 84.544500125 0.6154998750000061
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf134 4.03958106713 0 85.25950035 0.20049965000000897
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf135 3.59623494226 0 83.939500225 1.2307496625000027
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf136 4.44108049557 0 83.8625007 1.3462489500000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf137 2.56430926229 0 84.193999325 0.8490010125000182
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf138 3.75178902153 0 83.339999975 2.130000037500011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf139 3.70465846079 0 84.716999475 0.44300052500001075
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf140 2.70545850471 0 83.519999375 1.8600009375000113
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf141 3.17089287752 0 83.236999625 2.284500562500014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf142 3.61386264477 0 85.143000275 0.016999724999999466
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf143 4.71064890814 0 83.529500325 1.8457495125000065
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf144 4.47477396827 0 83.492000225 1.9019996625000104
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf145 4.53672840544 0 84.051999675 1.0620004875000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf146 3.31339824504 0 84.7090006 0.45099940000000915
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf147 2.82736787184 0 84.600000125 0.5599998750000111
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf148 2.74581611742 0 83.193 2.350500000000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf149 2.87421319527 0 83.2785002 2.222249700000013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf150 4.42774475186 0 83.477500925 1.923748612500006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf151 2.30388008076 0 84.286499575 0.7102506375000175
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf152 3.59185485404 0 84.2370006 0.784499100000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf153 2.38015655098 0 84.838500775 0.32149922500000516
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf154 4.91476285223 0 83.475999725 1.9260004125000165
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf155 4.21269566507 0 83.087499475 2.5087507875000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf156 2.22395915051 0 83.238499725 2.2822504125000123
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf157 4.75623276948 0 83.1924999 2.3512501500000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf158 4.8341984727 0 83.758499325 1.502251012500004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf159 3.70465846079 0 83.383499375 2.0647509375000084
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf160 3.15731364232 0 84.30150075 0.687748875000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf161 2.3293565891 0 84.392 0.5520000000000138
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf162 2.2528774348 0 84.997000175 0.16299982500000854
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf163 2.71542297875 0 85.508499875 -0.04849987499999314
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf164 3.15731364232 0 84.4710007 0.6889993000000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf165 2.90250153505 0 85.274500125 0.18549987500000215
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf166 2.93135224398 0 85.342000525 0.11799947500000202
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf167 2.52912274255 0 84.337999375 0.6330009375000145
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf168 2.14786504266 0 84.48350045 0.6764995500000112
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf169 2.21727076111 0 84.595499825 0.5645001750000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf170 2.2528774348 0 85.041 0.11900000000000832
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf171 3.25488617683 0 84.558999125 0.6010008750000054
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf172 2.40535258985 0 84.651500075 0.5084999250000038
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf173 2.37819629574 0 84.377000025 0.5744999625000062
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf174 3.32835645011 0 84.435499525 0.4867507125000117
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf175 2.35917135957 0 84.716500425 0.4434995749999985
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf176 2.50761735877 0 84.535999925 0.6240000750000064
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf177 2.42513277215 0 84.369499725 0.5857504125000119
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf178 3.61386264477 0 84.274499475 0.7282507875000093
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf179 2.25801563131 0 84.589000125 0.5709998750000068
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf180 2.35917135957 0 84.480499875 0.6795001249999985
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf181 2.81925910919 0 85.573499275 -0.11349927499999807
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf182 2.52267840919 0 84.341001025 0.6284984625000121
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf183 3.17089287752 0 84.6909999 0.4690001000000109
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf184 2.75602585333 0 84.700500525 0.45949947500000976
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf185 2.57325940549 0 84.8150002 0.3449998000000051
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf186 2.90250153505 0 84.423999575 0.5040006375000132
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf187 2.66632133899 0 85.6425003 -0.18250029999998957
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf188 2.09298780883 0 84.61899955 0.5410004500000071
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf189 1.8711830795 0 84.5810003 0.5789997000000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf190 2.21727076111 0 84.653999475 0.5060005249999989
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf191 2.40535258985 0 84.786999975 0.3730000250000046
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf192 2.93135224398 0 85.291999425 0.16800057500000493
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf193 1.95815465425 0 85.651500225 -0.19150022500000147
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf194 3.36634957954 0 84.494499625 0.665500375000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf195 3.40522010623 0 84.375498825 0.5767517625000167
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf196 2.66632133899 0 84.538500425 0.62149957500001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf197 2.50128201583 0 84.1665 0.8902500000000089
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf198 2.27895482379 0 84.610999625 0.549000375
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf199 2.81925910919 0 84.495000675 0.6649993250000051
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf200 3.29857388792 0 84.6065009 0.5534991000000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf201 2.61896392029 0 84.7069994 0.4530006000000043
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf202 3.04014002515 0 84.4635001 0.6964999000000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf203 3.06572586948 0 84.7455009 0.414499100000009
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf204 3.93186488986 0 84.356500625 0.6052490625000146
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf205 4.94774553187 0 83.768500225 1.4872496625000124
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf206 3.84520265677 0 84.290999425 0.7035008625000145
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf207 2.61205424073 0 84.867499325 0.292500675000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf208 2.66414324327 0 86.032000175 -0.5720001749999881
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf209 3.69074932962 0 84.219500725 0.8107489125000029
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf210 4.06237215081 0 85.0309998 0.12900020000000156
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf211 3.31339824504 0 83.93949965 1.2307505250000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf212 3.26931959511 0 85.4195011 0.04049890000000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf213 2.27916093093 0 83.951499525 1.2127507125000037
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf214 3.03418372506 0 84.44249975 0.47625037500001355
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf215 3.35149437292 0 84.049999625 1.0650005625000105
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf216 2.97300733121 0 83.60550005 1.7317499250000026
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf217 3.52741090964 0 85.505999525 -0.04599952499998777
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf218 3.63209225801 0 83.57750015 1.7737497749999989
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf219 2.32202027362 0 85.46449985 -0.0044998499999905905
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf220 4.20126736815 0 84.3879992 0.5580012000000139
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf221 2.32202027362 0 85.6529999 -0.1929998999999924
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf222 3.51519975253 0 83.630000325 1.6949995125000115
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf223 4.05678387799 0 85.077499975 0.08250002500001019
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf224 3.60986255985 0 85.31750015 0.14249985000000437
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf225 3.03730870211 0 83.63900065 1.681499025000008
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf226 5.15619113861 0 84.271500925 0.7327486125000107
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf227 2.73835708776 0 85.30150055 0.15849945000000504
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf228 4.29300531776 0 84.03700005 1.084499925000003
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf229 4.81915540131 0 84.11099975 0.9735003750000004
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf230 2.89679940787 0 83.536999925 1.8345001125000024
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf231 4.20126736815 0 84.871999175 0.288000825000006
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf232 4.29300531776 0 84.8200001 0.3399999000000037
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf233 5.06758855666 0 84.5160001 0.6439999000000057
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf234 2.81925910919 0 83.753498675 1.5097519875000032
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf235 4.46799443574 0 84.1489996 0.9165006000000133
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf236 4.29300531776 0 84.8124996 0.3475004000000098
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf237 2.8439887133 0 83.401999875 2.0370001875000057
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf238 3.1208796497 0 85.50700015 -0.04700014999999097
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf239 4.81915540131 0 84.649000525 0.5109994749999999
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf240 4.63728501684 0 84.728500125 0.43149987500000864
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf241 4.71136945196 0 84.487998925 0.6720010750000057
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf242 4.38883904114 0 84.81199985 0.3480001499999986
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf243 2.61686247873 0 83.9070001 1.2794998500000005
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf244 2.76636700953 0 84.293000275 0.700499587500012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf245 2.02960847562 0 84.04700125 1.0694981250000168
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf246 3.37064741875 0 84.3115009 0.6727486500000097
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf247 3.38956467165 0 85.288499275 0.17150072499999852
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf248 4.35642257412 0 84.583000325 0.5769996750000047
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf249 3.3138339442 0 85.486001025 -0.026001024999987965
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf250 3.27701048398 0 83.59450055 1.748249174999998
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf251 3.25488617683 0 84.555500025 0.6044999750000045
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf252 4.63728501684 0 84.09699955 0.9945006749999976
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf253 5.07547506828 0 83.76399915 1.4940012750000022
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf254 2.32388897879 0 84.887499975 0.2725000250000079
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf255 2.89145135544 0 85.8500006 -0.3900005999999962
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf256 4.94025067672 0 84.158499675 0.9022504875000052
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf257 2.76636700953 0 84.41199975 0.5220003749999975
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf258 3.31003535109 0 85.418500075 0.04149992500000793
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf259 3.09443798634 0 85.576000175 -0.1160001749999992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf260 2.22923500612 0 84.67999975 0.4800002500000119
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf261 3.35149437292 0 84.19099985 0.8535002250000119
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf262 5.02441943023 0 84.25649955 0.7552506750000063
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf263 3.31339824504 0 85.33299995 0.12700005000000375
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf264 3.69537408729 0 85.2349998 0.22500020000000803
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf265 3.88013266186 0 84.294999275 0.6975010875000152
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf266 4.1533654053 0 82.951 2.7135000000000176
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf267 2.89679940787 0 82.9884999 2.657250150000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf268 4.39475317355 0 83.83999995 1.380000074999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf269 2.74576172323 0 83.461999475 1.9470007875000093
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf270 5.40080120652 0 82.863499425 2.844750862500007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf271 2.89111964106 0 85.57900005 -0.11900004999999964
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf272 3.75178902153 0 84.894499425 0.2655005749999987
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf273 4.71064890814 0 83.8385005 1.3822492500000152
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf274 4.39475317355 0 83.992499725 1.151250412500005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf275 4.29866382416 0 83.3029991 2.185501350000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf276 3.64063062067 0 84.453499975 0.4597500375000081
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf277 5.28466361659 0 82.879000675 2.821498987500007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf278 4.68074200425 0 83.704000075 1.5839998875000134
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf279 4.09568311293 0 83.305500125 2.1817498125000157
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf280 4.08433838508 0 83.359500075 2.100749887500008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf281 3.32835645011 0 84.2059993 0.8310010500000047
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf282 2.9489396246 0 82.913999825 2.7690002625000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf283 4.40131209873 0 83.8754995 1.3267507500000022
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf284 4.10709103894 0 83.194000425 2.3489993625000096
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf285 3.8699491435 0 83.5369993 1.83450105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf286 3.70010922218 0 83.02999955 2.5950006750000085
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf287 2.91115808335 0 82.77200055 2.9819991750000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf288 3.99579404276 0 83.80400105 1.4339984250000128
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf289 4.48157410599 0 82.996000025 2.6459999625000066
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf290 4.29866382416 0 83.480500575 1.9192491375000174
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf291 3.33219723454 0 83.320000375 2.159999437499998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf292 3.9635717019 0 85.159999775 2.25000002296305e-07
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf293 2.19094934992 0 84.789500625 0.37049937500000285
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf294 5.1195298246 0 82.923000125 2.7554998125000054
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf295 4.39475317355 0 83.503499775 1.8847503375000159
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf296 3.48984270518 0 84.316501225 0.6652481625000135
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf297 5.06675494506 0 82.949500225 2.7157496625000164
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf298 2.73050807996 0 83.426499675 2.0002504875000042
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf299 4.46799443574 0 83.66850015 1.637249775000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf300 4.60761017185 0 82.818499225 2.912251162500013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf301 4.32387438839 0 82.778499525 2.9722507125000064
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf302 4.08433838508 0 85.01950015 0.1404998500000062
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf303 4.06183643479 0 82.95150055 2.712749174999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf304 4.53672840544 0 83.8220002 1.4069997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf305 2.84647094048 0 85.43150025 0.028499750000005986
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf306 5.04077343699 0 82.977500125 2.6737498124999988
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf307 3.9635717019 0 82.8584995 2.8522507500000174
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf308 3.61839106317 0 82.968501275 2.6872480875000164
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf309 4.22476570574 0 83.063999525 2.544000712500008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf310 4.29866382416 0 83.97550025 1.1767496250000136
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf311 2.88270158233 0 84.071500325 1.0327495125000041
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf312 3.91100734284 0 83.092499525 2.501250712500017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf313 4.3751931669 0 83.9080002 1.2779997000000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf314 4.3751931669 0 82.922000325 2.756999512500009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf315 2.84098663088 0 82.856499725 2.8552504124999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf316 2.2528774348 0 84.9994999 0.1605001000000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf317 3.17089287752 0 84.63199955 0.5280004500000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf318 2.60283267947 0 84.2664995 0.7402507500000155
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf319 2.32202027362 0 84.53199975 0.628000250000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf320 3.13716146983 0 84.20149995 0.8377500750000095
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf321 2.520476477 0 84.890501025 0.2694989749999991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf322 3.36634957954 0 84.530499175 0.6295008250000024
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf323 2.75602585333 0 85.24450055 0.2154994500000072
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf324 2.73050807996 0 85.327499775 0.1325002249999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf325 2.57325940549 0 85.38850005 0.07149995000000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf326 2.23579750603 0 84.981499925 0.17850007500001086
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf327 1.70856970404 0 85.779999 -0.31999899999999853
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf328 3.35104871505 0 84.346000075 0.6209998874999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf329 3.15731364232 0 84.38100045 0.5684993250000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf330 2.87421319527 0 85.384499975 0.07550002500000802
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf331 2.73050807996 0 84.6715004 0.4884996000000058
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf332 3.24057963994 0 84.39200025 0.5519996250000148
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf333 3.25488617683 0 84.634000375 0.5259996250000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf334 2.73050807996 0 85.609499625 -0.14949962499999286
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf335 2.09742183942 0 85.229000225 0.23099977500001218
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf336 3.0527280537 0 84.765500125 0.3944998750000025
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf337 2.12156410089 0 85.1930007 0.2669993000000062
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf338 2.90250153505 0 85.44900055 0.01099945000001129
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf339 2.37819629574 0 84.46199975 0.6980002500000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf340 2.22395915051 0 84.951000175 0.2089998250000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf341 3.04014002515 0 84.3760006 0.5759991000000113
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf342 2.44524097268 0 85.568500075 -0.10850007499999775
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf343 2.27895482379 0 84.6024996 0.5575004000000036
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf344 1.95815465425 0 85.534000025 -0.07400002499999231
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf345 2.90250153505 0 85.49499935 -0.03499934999999538
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf346 3.17089287752 0 84.686 0.4739999999999981
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf347 2.81925910919 0 85.59749985 -0.13749985000000037
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf348 3.29857388792 0 84.630999275 0.5290007250000116
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf349 3.26208692053 0 84.315000225 0.6674996624999991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf350 2.03940354341 0 85.43599915 0.02400085000000446
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf351 2.31110203954 0 84.442999825 0.475500262500006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf352 3.46931522498 0 84.3325001 0.6412498500000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf353 2.37819629574 0 84.4335003 0.4897495499999991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf354 2.57325940549 0 85.4859998 -0.025999799999996742
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf355 3.38956467165 0 84.546000025 0.6139999750000072
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf356 3.51061454803 0 84.455499375 0.4567509375000043
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf357 2.79256263316 0 84.673500175 0.4864998250000042
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf358 2.81925910919 0 84.470000625 0.6899993750000079
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf359 2.60048866322 0 85.495500325 -0.03550032499998962
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf360 4.94025067672 0 84.404999875 0.5325001875000055
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf361 4.67403368929 0 84.088000125 1.0079998125000174
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf362 3.47749717017 0 85.815501 -0.35550099999999246
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf363 4.85885544059 0 84.292499175 0.7012512375000028
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf364 4.68074200425 0 83.977499175 1.1737512374999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf365 4.78711530883 0 83.862999725 1.3455004125000158
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf366 4.0017352815 0 85.11050035 0.04949965000000989
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf367 4.36871179935 0 84.263999575 0.7440006375000081
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf368 3.13382775829 0 83.49650025 1.8952496250000124
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf369 3.69119162626 0 84.524999225 0.6350007750000032
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf370 2.73080396045 0 84.9065 0.25350000000001105
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf371 4.57189457086 0 84.15749935 0.9037509750000154
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf372 3.59185485404 0 85.0480001 0.11199990000000926
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf373 4.67403368929 0 84.4090002 0.5264997000000164
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf374 2.97571998859 0 83.81799985 1.4130002249999976
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf375 3.35149437292 0 83.5740013 1.7789980499999984
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf376 5.02441943023 0 84.47450005 0.685499950000002
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf377 4.78711530883 0 84.00499975 1.1325003750000135
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf378 3.35149437292 0 84.349999975 0.6150000375000033
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf379 3.10094560281 0 86.061499025 -0.6014990249999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf380 4.48904909382 0 84.381999625 0.5670005624999988
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf381 2.80851950068 0 83.815500875 1.4167486875000108
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf382 4.29300531776 0 84.627500175 0.5324998250000107
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf383 3.54863373783 0 85.767000175 -0.3070001750000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf384 3.13755204997 0 83.70100015 1.5884997750000096
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf385 2.54900634755 0 84.051000425 1.0634993625000106
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf386 3.28789331155 0 85.129000325 0.030999674999998228
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf387 5.11150591832 0 84.26499995 0.7425000750000024
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf388 1.87599501422 0 84.58149945 0.5785005500000097
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf389 4.33659088676 0 83.977500975 1.1737485375000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf390 4.8661051796 0 83.88949965 1.3057505250000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf391 3.38604547437 0 85.566500875 -0.10650087499999755
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf392 2.96078226017 0 85.70449975 -0.2444997499999914
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf393 5.03217204616 0 83.6715 1.6327500000000157
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf394 3.15056754597 0 84.98200025 0.17799975000000645
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf395 4.00665156404 0 83.9340005 1.2389992500000133
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf396 3.39002063361 0 85.293999675 0.16600032500001022
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf397 3.21935410129 0 84.070499775 1.034250337500005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf398 4.85885544059 0 84.65649925 0.5035007500000092
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf399 4.70385465798 0 84.5609999 0.5990001000000064
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf400 3.44499877858 0 85.4609991 -0.000999099999989983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf401 4.55072975326 0 84.080499875 1.0192501875000062
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf402 2.81925910919 0 83.83000085 1.3949987250000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf403 4.33022330151 0 84.1734993 0.879751050000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf404 2.65699343733 0 83.763500225 1.4947496625000056
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf405 5.20166453319 0 84.033999425 1.0890008625000007
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf406 3.25164094825 0 83.796001025 1.4459984625000146
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf407 4.48904909382 0 84.65949995 0.500500050000008
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf408 4.23690511031 0 84.1950004 0.8474994000000109
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf409 2.21401235836 0 85.0235005 0.13649950000000788
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf410 3.33596660148 0 85.36200025 0.09799975000001099
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf411 3.15056754597 0 83.512500525 1.8712492125000182
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf412 4.0900028821 0 83.86599955 1.3410006750000107
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf413 4.74857429339 0 84.053999725 1.059000412500012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf414 3.25488617683 0 83.933500225 1.239749662500003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf415 2.80851950068 0 83.87650005 1.3252499250000014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf416 3.70465846079 0 84.4189996 0.511500599999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf417 4.67403368929 0 84.3789996 0.5715006000000074
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf418 3.05595874161 0 84.039000725 1.0814989125000167
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf419 3.59185485404 0 85.8430001 -0.38300009999999246
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf420 4.06183643479 0 84.1495005 0.9157492500000046
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf421 2.69556689425 0 84.286999325 0.709501012500013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf422 3.3549420805 0 85.782500025 -0.32250002499999936
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf423 2.45955992282 0 84.842500325 0.317499675000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf424 4.49523657385 0 83.92400015 1.2539997750000111
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf425 4.48904909382 0 83.901000575 1.2884991375000112
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf426 3.39354810299 0 85.559999275 -0.09999927499999045
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf427 4.94025067672 0 84.243499175 0.7747512375000127
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf428 4.56481779115 0 84.1150009 0.9674986500000102
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf429 4.17689583184 0 84.253999075 0.7590013875000139
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf430 3.61386264477 0 85.844500175 -0.38450017499998806
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf431 3.08174415116 0 85.580500375 -0.12050037499999461
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf432 4.99805803481 0 83.592999425 1.7505008625000045
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf433 4.03958106713 0 84.00849995 1.1272500750000063
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf434 3.02145143763 0 83.268000675 2.2379989875000135
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf435 4.49523657385 0 83.028999975 2.5965000375000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf436 4.27374553867 0 83.9910002 1.1534997000000047
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf437 4.36224960626 0 83.847999525 1.3680007124999989
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf438 2.71542297875 0 83.52849905 1.8472514250000174
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf439 2.47811701105 0 84.5134996 0.6465004000000022
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf440 4.23690511031 0 83.79150005 1.4527499250000133
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf441 3.29857388792 0 85.05850045 0.10149955000000832
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf442 5.20997422309 0 83.15000035 2.414999475000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf443 5.50155459048 0 83.250999075 2.263501387500014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf444 3.18458942266 0 84.93299905 0.22700094999999865
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf445 4.68074200425 0 83.61949965 1.710750525000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf446 3.84974163103 0 84.69049935 0.46950065000000907
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf447 4.63658695371 0 83.7550003 1.5074995499999986
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf448 4.68074200425 0 83.94699955 1.2195006750000061
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf449 2.9489396246 0 83.6290004 1.6964994000000146
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf450 5.1643560615 0 83.562499475 1.7962507875000142
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf451 3.93186488986 0 83.49099985 1.9035002250000161
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf452 3.55728584143 0 82.924999 2.752501500000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf453 4.24300101117 0 83.38699945 2.0595008250000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf454 4.95606048827 0 83.69699935 1.5945009750000096
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf455 4.75623276948 0 83.516500825 1.8652487625000163
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf456 2.7586587916 0 83.8450002 1.3724997000000059
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf457 5.40080120652 0 83.35250035 2.111249475000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf458 3.44499877858 0 84.8129998 0.3470002000000051
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf459 3.75178902153 0 84.776000275 0.3839997250000039
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf460 3.55290898553 0 84.6360004 0.5239996000000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf461 5.30367177341 0 82.9259998 2.7510003000000083
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf462 4.56481779115 0 83.055499625 2.5567505625000138
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf463 5.20997422309 0 83.420999525 2.008500712500009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf464 4.45449681271 0 83.66950075 1.6357488750000115
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf465 2.520476477 0 84.838000625 0.32199937499999864
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf466 3.55290898553 0 85.03699985 0.1230001500000043
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf467 3.65869733242 0 85.583500025 -0.12350002500000129
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf468 4.45449681271 0 83.6295 1.695750000000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf469 4.71064890814 0 83.543000025 1.825499962500011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf470 2.2189746076 0 83.33249935 2.1412509749999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf471 2.97872563985 0 83.459499975 1.9507500375000077
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf472 5.1195298246 0 83.2679997 2.2380004500000013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf473 4.91476285223 0 83.098000475 2.492999287499998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf474 4.68074200425 0 83.8485003 1.367249550000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf475 4.27374553867 0 83.976999975 1.1745000375000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf476 3.57011348802 0 83.251999825 2.2620002625000097
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf477 4.27374553867 0 83.580000125 1.7699998125000107
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf478 4.01756825102 0 84.247500275 0.7687495875000181
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf479 4.8661051796 0 83.483000725 1.9154989125000128
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf480 2.3293565891 0 84.3574996 0.6037506000000121
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf481 3.73279362334 0 84.351000625 0.6134990625000114
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf482 5.20997422309 0 83.508000175 1.877999737499998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf483 4.71064890814 0 83.18400015 2.3639997750000035
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf484 2.97872563985 0 84.0844998 1.0132503000000028
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf485 4.99805803481 0 83.6575002 1.6537497000000059
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf486 4.68074200425 0 83.4239998 2.0040003000000013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf487 4.68074200425 0 83.921 1.258499999999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf488 5.60613859814 0 83.26149955 2.247750675000013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf489 3.65869733242 0 84.5534994 0.6065005999999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf490 3.61386264477 0 84.3454998 0.6217503000000093
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf491 2.54220394201 0 84.2759998 0.7260003000000168
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf492 2.69064816356 0 84.613499375 0.5465006250000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf493 2.50761735877 0 84.60450015 0.5554998499999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf494 2.57325940549 0 84.82849985 0.3315001500000051
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf495 2.75602585333 0 85.552499775 -0.09249977499999601
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf496 2.90250153505 0 85.553999725 -0.09399972499999193
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf497 2.93135224398 0 85.3530005 0.10699950000001196
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf498 3.25488617683 0 84.6365001 0.5234998999999988
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf499 3.17089287752 0 84.72150055 0.43849945000000334
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf500 2.71542297875 0 84.4644997 0.6955003000000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf501 2.39753056999 0 84.811998925 0.34800107500000765
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf502 3.51061454803 0 84.41499995 0.5175000750000152
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf503 2.15883788221 0 85.138499675 0.021500324999999543
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf504 3.61386264477 0 84.338499175 0.6322512375000144
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf505 2.3293565891 0 84.847500825 0.3124991750000078
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf506 3.0527280537 0 84.755499425 0.4045005750000087
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf507 2.25112114639 0 85.3159997 0.14400029999999903
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf508 2.59591050603 0 84.5725002 0.5874998000000119
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf509 2.21727076111 0 84.6444996 0.515500400000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf510 3.51061454803 0 84.459499925 0.4507501125000033
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf511 2.37819629574 0 84.42350025 0.5047496250000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf512 3.11726491618 0 84.47399915 0.6860008500000078
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf513 2.93135224398 0 84.58050005 0.5794999500000074
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf514 3.36634957954 0 84.510999775 0.6490002250000032
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf515 2.48647461628 0 84.774499375 0.38550062500000026
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf516 2.23579750603 0 84.407000725 0.5294989125000029
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf517 2.71542297875 0 85.471001025 -0.011001025000001607
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf518 2.40535258985 0 84.3829998 0.5655003000000178
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf519 2.90250153505 0 85.4464989 0.013501100000010535
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf520 3.21935410129 0 84.5264997 0.6335003000000029
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf521 2.52912274255 0 84.368500525 0.5872492125000051
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf522 2.73050807996 0 84.839500775 0.3204992250000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf523 2.29313137734 0 85.28849955 0.17150045000000774
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf524 2.66632133899 0 84.5649994 0.5950006000000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf525 3.25488617683 0 84.5769993 0.583000700000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf526 4.11336811599 0 84.4165001 0.5152498500000178
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf527 3.93186488986 0 84.1989996 0.8415006000000176
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf528 3.26974377829 0 84.248499875 0.7672501875000179
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf529 3.35522632718 0 85.427999675 0.03200032500000988
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf530 3.51519975253 0 85.325000175 0.13499982500000557
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf531 2.54659446441 0 85.07150035 0.08849965000001137
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf532 3.40166834257 0 84.99499965 0.16500035000000823
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf533 4.42774475186 0 84.049499125 1.0657513125000122
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf534 3.23736286274 0 83.677999875 1.6230001875000113
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf535 3.08503657926 0 84.559999775 0.6000002250000108
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf536 2.43921651142 0 84.4750008 0.6849992000000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf537 2.63539656996 0 83.5919994 1.7520008999999988
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf538 4.68074200425 0 83.95500035 1.2074994749999988
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf539 3.26974377829 0 85.361000825 0.09899917500000016
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf540 3.21617930472 0 84.7574993 0.4025006999999988
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf541 3.15770925683 0 84.638499425 0.5215005749999989
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf542 3.55760541076 0 85.297001425 0.1629985750000003
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf543 2.45955992282 0 85.02450045 0.13549955000000014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf544 4.45514111937 0 84.635499725 0.5245002750000026
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf545 3.65869733242 0 85.610500525 -0.15050052500000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf546 1.98330178402 0 83.787500225 1.4587496625000043
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf547 3.47749717017 0 85.6019997 -0.14199969999998813
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf548 3.67738324523 0 85.27900045 0.18099955000000706
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf549 3.70045496902 0 85.3585005 0.10149949999999991
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf550 3.28789331155 0 85.61950085 -0.1595008499999892
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf551 4.51654937482 0 84.5564993 0.6035007000000064
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf552 5.29506075557 0 84.062999625 1.0455005625000027
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf553 4.68889675944 0 84.380499025 0.5692514624999987
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf554 2.86615984136 0 83.78750105 1.4587484250000031
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf555 2.65699343733 0 84.853500125 0.30649987500000864
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf556 2.38015655098 0 84.0074999 1.128750150000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf557 3.26974377829 0 85.22600125 0.2339987500000092
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf558 3.28789331155 0 85.26200045 0.19799955000000297
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf559 2.97001320307 0 85.713000675 -0.2530006749999984
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf560 3.266045536 0 83.7365 1.5352499999999978
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf561 2.32402535693 0 85.8155004 -0.35550039999999966
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf562 2.97307110165 0 84.287499875 0.7087501875000157
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf563 3.32496313987 0 85.240500875 0.21949912500001006
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf564 3.21617930472 0 84.58050025 0.5794997500000051
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf565 2.8168240943 0 83.5575006 1.8037491000000117
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf566 2.80077299026 0 84.7334995 0.4265005000000116
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf567 4.42174155156 0 84.5384996 0.6215004000000107
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf568 4.749306487 0 84.507498925 0.6525010750000121
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf569 3.10094560281 0 85.609499925 -0.14949992499998926
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf570 2.31844697619 0 85.093500125 0.06649987499999954
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf571 2.20731326885 0 85.1330001 0.026999900000001298
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf572 2.80851950068 0 83.83300075 1.390498875000013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf573 3.13089004774 0 84.530499925 0.6295000750000043
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf574 2.94339750184 0 84.789 0.37100000000000366
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf575 2.96673931882 0 84.37349995 0.579750075000014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf576 3.05595874161 0 85.299 0.16099999999999853
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf577 2.29874094265 0 84.173999425 0.8790008624999999
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf578 2.89992066892 0 85.835000775 -0.37500077499999235
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf579 1.88691288205 0 85.365000175 0.09499982499999932
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf580 3.19188638661 0 83.9349999 1.2375001500000167
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf581 3.15770925683 0 83.932000175 1.2419997375000094
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf582 3.65459743556 0 85.2625 0.19750000000000228
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf583 4.48904909382 0 84.575000775 0.5849992249999986
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf584 3.17463312783 0 85.314500525 0.14549947500000543
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf585 4.46188167251 0 84.81450025 0.34549975000001043
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf586 3.30262160909 0 83.46249945 1.9462508250000141
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf587 2.44755104472 0 84.18550015 0.861749775000014
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf588 2.27743827873 0 85.0779999 0.08200010000001046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf589 5.30367177341 0 83.246999525 2.2695007124999975
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf590 5.30367177341 0 83.489000525 1.906499212500016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf591 5.28466361659 0 83.276498925 2.22525161250001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf592 2.93135224398 0 83.3195003 2.1607495500000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf593 3.39354810299 0 82.8199997 2.9100004500000125
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf594 4.49523657385 0 83.3474991 2.118751350000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf595 5.03217204616 0 83.44649945 1.9702508250000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf596 4.00665156404 0 83.358499125 2.102251312500016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf597 2.90250153505 0 85.5110003 -0.051000300000001164
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf598 2.80057492256 0 83.1685006 2.3872491000000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf599 5.30367177341 0 83.4164997 2.0152504500000035
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf600 3.08465896376 0 83.0965006 2.4952491000000094
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf601 2.99080920887 0 83.1744995 2.3782507500000136
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf602 4.74094044098 0 83.113999725 2.4690004125000087
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf603 4.56481779115 0 83.7375002 1.5337497000000084
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf604 3.25488617683 0 85.93800085 -0.47800084999998943
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf605 4.95606048827 0 83.646 1.6710000000000065
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf606 3.46931522498 0 84.030500025 1.0942499625000153
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf607 3.47348842326 0 82.962000275 2.6969995875000166
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf608 5.1195298246 0 83.403000875 2.0354986875000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf609 3.31339824504 0 84.685499025 0.47450097500000654
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf610 5.03217204616 0 83.4554993 1.9567510500000083
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf611 3.68613613324 0 83.4790005 1.9214992500000108
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf612 4.91476285223 0 83.479000075 1.9214998875000049
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf613 3.80995316188 0 83.221500025 2.3077499625000115
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf614 4.17689583184 0 83.719001025 1.561498462500012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf615 4.93119904091 0 83.428499825 1.9972502625000033
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf616 3.17089287752 0 84.216499775 0.8152503375000038
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf617 4.53672840544 0 83.583499825 1.7647502625000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf618 4.75623276948 0 83.30349945 2.184750825000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf619 4.94774553187 0 83.322999425 2.1555008624999985
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf620 5.1195298246 0 83.27599975 2.2260003750000124
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf621 5.40080120652 0 83.302000575 2.186999137500017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf622 3.14057344002 0 83.0755001 2.5267498500000087
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf623 4.13009860961 0 83.785000275 1.4624995875000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf624 3.23702263508 0 85.207499875 0.2525001250000088
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf625 3.75178902153 0 84.038999775 1.0815003375000174
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf626 2.70799566698 0 83.4659988 1.9410018000000164
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf627 5.40080120652 0 83.39550015 2.046749775000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf628 4.56481779115 0 83.61799965 1.7130005250000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf629 4.06183643479 0 83.447999075 1.96800138750001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf630 3.42102082784 0 83.98699975 1.1595003750000146
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf631 4.75623276948 0 83.5254996 1.8517506000000026
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf632 2.44524097268 0 83.49900015 1.8914997750000069
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf633 2.86305165382 0 85.425500675 0.03449932500001013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf634 4.46799443574 0 83.6610006 1.6484991000000164
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf635 2.65671333449 0 84.918999 0.24100100000000568
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf636 3.32835645011 0 84.2724993 0.7312510499999973
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf637 2.59591050603 0 83.733500725 1.5397489125000092
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf638 4.75623276948 0 83.531999775 1.8420003375000036
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf639 3.38567327954 0 84.47250065 0.6874993500000045
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf640 2.81925910919 0 83.356000325 2.105999512500013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf641 4.00665156404 0 83.6824997 1.6162504500000168
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf642 4.56481779115 0 83.063499975 2.544750037500009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf643 4.49523657385 0 83.25949975 2.2507503750000026
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf644 4.3751931669 0 83.59049985 1.754250225000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf645 3.11726491618 0 83.152500325 2.4112495124999995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf646 3.93186488986 0 83.749999325 1.5150010125000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf647 4.09568311293 0 83.209001025 2.3264984624999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf648 3.35868172117 0 84.0900003 1.004999550000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf649 2.81925910919 0 84.555999975 0.6040000249999992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf650 2.42513277215 0 84.331499675 0.6427504875000025
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf651 1.90256982287 0 84.902999375 0.257000625000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf652 3.51061454803 0 84.4349997 0.48750044999999886
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf653 1.70856970404 0 85.779999 -0.31999899999999853
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf654 2.48647461628 0 84.258500325 0.7522495125000077
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf655 2.64243046275 0 85.2780003 0.18199970000000293
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf656 3.25488617683 0 84.5834995 0.5765005000000031
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf657 2.65671333449 0 85.422499975 0.03750002500001132
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf658 2.90250153505 0 85.48449975 -0.02449974999999255
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf659 3.40522010623 0 84.250000125 0.7649998125000081
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf660 1.70856970404 0 83.979996 1.1700060000000079
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf661 2.20731326885 0 85.229500375 0.23049962500000448
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf662 2.46568541903 0 84.5034996 0.6565004000000073
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf663 2.69064816356 0 84.5959997 0.5640003000000121
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf664 2.64243046275 0 85.358000375 0.10199962500000198
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf665 2.08260997416 0 84.921000775 0.23899922500000914
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf666 2.00610810282 0 85.678000625 -0.21800062499999057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf667 3.51061454803 0 84.4344999 0.48825014999999894
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf668 2.50761735877 0 84.554999925 0.605000075000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf669 2.50128201583 0 84.257000525 0.754499212500015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf670 2.09742183942 0 84.831500325 0.32849967500001187
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf671 2.09742183942 0 85.82949995 -0.36949994999999375
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf672 3.36634957954 0 84.42999935 0.4950009750000035
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf673 2.90250153505 0 85.48999975 -0.02999974999999039
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf674 2.09298780883 0 84.546000375 0.6139996249999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf675 2.44524097268 0 85.437500525 0.022499475000000768
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf676 2.64243046275 0 84.79750005 0.3624999500000087
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf677 2.42513277215 0 84.43400065 0.48899902500000536
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf678 1.77010128766 0 84.7734991 0.38650090000001003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf679 2.61896392029 0 84.401499175 0.5377512375000109
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf680 2.08260997416 0 85.7424997 -0.2824996999999911
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf681 2.31110203954 0 84.53350035 0.6264996500000081
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf682 2.31110203954 0 84.32900035 0.6464994750000059
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf683 2.40535258985 0 84.41899995 0.5115000750000078
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf684 2.36674469012 0 84.894500225 0.26549977500000355
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf685 1.79160865678 0 85.339996 0.12000400000000583
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf686 2.08260997416 0 85.585000675 -0.12500067499999828
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf687 3.55290898553 0 84.268999875 0.736500187499999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf688 2.86305165382 0 84.4700005 0.6899995000000075
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf689 2.29313137734 0 84.528500025 0.6314999750000055
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf690 2.37819629574 0 84.4455007 0.4717489500000127
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf691 3.36634957954 0 84.542 0.6180000000000035
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf692 3.26208692053 0 84.27099965 0.7335005250000179
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf693 2.29313137734 0 84.73400045 0.4259995500000088
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf694 3.02145143763 0 84.648499925 0.5115000750000093
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf695 2.520476477 0 85.5895 -0.1294999999999959
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf696 2.57325940549 0 85.60300025 -0.14300024999998867
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf697 3.1883620737 0 85.56250075 -0.10250074999999298
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf698 3.06230535434 0 85.831000325 -0.37100032499999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf699 3.26931959511 0 84.712999925 0.4470000749999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf700 1.99673018213 0 83.7179994 1.563000900000013
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf701 2.47192966909 0 84.130000425 0.944999362499999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf702 3.54904262632 0 84.3324999 0.6412501500000047
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf703 2.41741365769 0 84.94699985 0.21300015000000772
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf704 2.31844697619 0 85.657000325 -0.19700032499999337
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf705 3.04014002515 0 83.450499725 1.9642504125000073
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf706 4.27374553867 0 83.857000625 1.354499062500011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf707 2.96078226017 0 83.80250075 1.4362488750000182
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf708 3.21935410129 0 83.672501175 1.6312482375000172
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf709 2.01859798873 0 83.3645002 2.0932497000000154
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf710 3.09443798634 0 83.43500025 1.9874996250000052
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf711 2.63326868545 0 83.457499725 1.9537504124999998
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf712 2.94311625424 0 86.09950025 -0.6395002500000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf713 3.06230535434 0 86.115999225 -0.6559992249999909
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf714 4.24911447842 0 83.793999475 1.4490007874999975
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf715 3.31003535109 0 83.8900007 1.3049989500000052
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf716 3.62274145966 0 83.74299865 1.5255020250000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf717 2.96078226017 0 84.0415006 1.0777490999999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf718 2.39576934005 0 84.632000575 0.5279994249999987
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf719 3.93186488986 0 83.845000625 1.3724990625000117
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf720 3.84520265677 0 84.046999725 1.0695004124999983
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf721 2.49704621765 0 84.4030001 0.5354998500000079
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf722 2.65699343733 0 85.916499875 -0.4564998749999944
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf723 2.73080396045 0 85.85699995 -0.39699994999999716
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf724 4.21872205213 0 83.792000375 1.4519994375000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf725 2.95787581321 0 86.111499675 -0.6514996749999995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf726 2.38015655098 0 84.557498925 0.6025010750000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf727 3.25164094825 0 84.9199999 0.2400001000000117
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf728 2.35356305584 0 85.23000035 0.22999965000000772
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf729 4.06183643479 0 83.7469994 1.519500899999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf730 2.40535258985 0 84.8959992 0.2640007999999995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf731 3.1208796497 0 85.665500225 -0.20550022499999726
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf732 3.15770925683 0 85.61300085 -0.1530008500000008
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf733 3.88013266186 0 83.951999825 1.2120002625000055
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf734 3.3138339442 0 85.405999775 0.054000225000007174
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf735 3.34760900076 0 85.161500625 0.29849937500000295
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf736 4.18338826327 0 84.270000575 0.7349991375000116
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf737 2.49092077818 0 83.781500625 1.4677490624999976
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf738 3.02145143763 0 85.3139999 0.14600010000000624
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf739 3.09112547159 0 84.4004995 0.539250750000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf740 4.94774553187 0 83.575499 1.7767515000000174
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf741 3.79036576283 0 84.13149995 0.9427500749999993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf742 3.9635717019 0 83.76249945 1.496250824999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf743 3.1208796497 0 83.843999825 1.3740002625000116
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf744 2.36502838432 0 86.03249995 -0.5724999499999968
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf745 4.46799443574 0 83.862499775 1.3462503375000026
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf746 3.09112547159 0 85.35899945 0.10100055000000624
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf747 3.13050112438 0 85.693498925 -0.23349892499999497
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf748 3.93186488986 0 83.7594999 1.500750150000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf749 3.31003535109 0 85.620500375 -0.16050037500000086
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf750 2.34234689252 0 84.826500525 0.333499475000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf751 3.34760900076 0 83.8520003 1.3619995500000073
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf752 4.78009885505 0 83.989999425 1.1550008625000174
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf753 2.2649524773 0 84.44999965 0.4650005250000149
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf754 4.13009860961 0 83.844999475 1.372500787500016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf755 3.17089287752 0 84.80849995 0.35150005000000706
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 5 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf756 3.22639831866 0 84.29249985 0.7012502250000097
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf757 3.02484725731 0 83.689999175 1.6050012375000122
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf758 4.27374553867 0 83.828500725 1.397248912500011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf759 2.23426580428 0 84.93800035 0.22199965000000932
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf760 4.33659088676 0 83.9419998 1.2270003000000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf761 2.50340530846 0 83.616499725 1.715250412500012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf762 3.31339824504 0 84.70049985 0.4595001500000052
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf763 3.17437865535 0 83.529500175 1.8457497375000145
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf764 2.56430926229 0 84.0064993 1.1302510500000054
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf765 3.30262160909 0 83.82300065 1.4054990250000117
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf766 2.51642672638 0 83.737999875 1.5330001875000079
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf767 3.09150467208 0 84.5830006 0.5769993999999997
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf768 2.14786504266 0 84.8885 0.27150000000001173
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf769 2.8439887133 0 83.5995003 1.7407495500000039
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf770 4.53042625525 0 84.394499275 0.548251087500006
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf771 5.02441943023 0 84.026499275 1.1002510874999984
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf772 2.83306023509 0 84.5554991 0.6045008999999993
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf773 3.62274145966 0 84.25650025 0.7552496250000047
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf774 3.9162009563 0 85.016500125 0.14349987500001193
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf775 3.40522010623 0 84.588500025 0.5714999750000033
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf776 4.71064890814 0 83.615999425 1.7160008625000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf777 2.87421319527 0 83.48200005 1.9169999250000131
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf778 3.99579404276 0 85.31950015 0.14049985000000903
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf779 4.28616846517 0 83.094000975 2.4989985375000074
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf780 3.23702263508 0 84.514499575 0.645500425000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf781 4.74857429339 0 83.713999775 1.5690003375000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf782 3.60502724486 0 84.59950105 0.5604989500000045
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf783 3.08465896376 0 84.54 0.6199999999999989
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf784 2.59591050603 0 83.83300055 1.3904991750000164
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf785 4.46123541487 0 84.034000175 1.0889997375000036
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf786 4.22476570574 0 83.06150035 2.5477494750000034
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf787 2.56430926229 0 84.01500055 1.1174991750000132
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf788 3.02145143763 0 83.44000055 1.9799991750000174
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf789 3.40522010623 0 84.200000775 0.8399988374999978
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf790 3.90066133282 0 83.974501425 1.1782478625000081
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf791 2.73557376185 0 83.05799955 2.553000675
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf792 2.76636700953 0 85.455001425 0.004998574999999061
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf793 3.47348842326 0 82.9944988 2.648251800000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf794 4.14169933128 0 83.0104999 2.624250150000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf795 4.74857429339 0 83.849500325 1.3657495125000167
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf796 4.91476285223 0 83.179499625 2.3707505624999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf797 4.2552455881 0 84.835999775 0.32400022500000036
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf798 2.76636700953 0 83.53999915 1.8300012750000079
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf799 4.22476570574 0 83.30599935 2.1810009750000177
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf800 3.6587939114 0 83.05299955 2.5605006750000143
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf801 4.09568311293 0 84.89399985 0.266000150000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf802 4.2552455881 0 85.200001375 0.25999862500000576
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf803 2.46568541903 0 83.904499675 1.2832504875000126
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf804 4.74094044098 0 82.86699975 2.839500375
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf805 4.11281886651 0 85.239499525 0.22050047500000575
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf806 4.64388818634 0 83.799499325 1.4407510125000087
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf807 4.78711530883 0 83.751000675 1.5134989875000073
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf808 4.63658695371 0 83.893499875 1.2997501875000026
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf809 1.97124355876 0 83.85899975 1.3515003750000147
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf810 3.98499520747 0 83.9450001 1.2224998500000055
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf811 3.52741090964 0 84.077000975 1.0244985375000013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf812 2.99080920887 0 84.590000025 0.5699999750000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf813 4.60761017185 0 83.8474998 1.3687503000000163
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf814 4.06183643479 0 84.022999375 1.105500937500011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf815 3.34724520741 0 84.5710008 0.588999200000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf816 4.00665156404 0 83.653000675 1.6604989875000058
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf817 4.23690511031 0 83.977000425 1.1744993625000077
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf818 2.71542297875 0 84.7090005 0.4509995000000032
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf819 3.15731364232 0 84.37249985 0.5812502250000122
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf820 3.48571779877 0 84.40899965 0.5265005250000101
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf821 3.51061454803 0 84.460999725 0.6990002750000116
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf822 3.51061454803 0 84.4284992 0.4972512000000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf823 3.25488617683 0 84.582499525 0.5775004750000022
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf824 2.79256263316 0 84.7004999 0.4595001000000082
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf825 2.52912274255 0 84.343999825 0.6240002625000116
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf826 2.57325940549 0 85.587500225 -0.1275002249999943
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf827 2.08260997416 0 85.6949997 -0.23499969999999165
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf828 2.71542297875 0 84.482500075 0.6774999250000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf829 2.15883788221 0 84.616500025 0.5434999750000117
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf830 3.61386264477 0 84.2965002 0.6952497000000122
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf831 3.36634957954 0 84.5810001 0.578999900000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf832 2.48647461628 0 84.261000025 0.7484999625000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf833 3.25488617683 0 84.6624995 0.49750050000000956
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf834 2.79256263316 0 84.6570003 0.502999699999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf835 2.81925910919 0 85.500000125 -0.04000012499999456
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf836 2.21727076111 0 84.65950015 0.5004998500000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf837 2.90250153505 0 85.5304994 -0.07049939999999139
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf838 3.38956467165 0 84.506500075 0.6534999249999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf839 3.21935410129 0 84.40149955 0.5377506750000123
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf840 2.23579750603 0 84.38950035 0.5557494749999989
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf841 3.38956467165 0 84.5390001 0.6209999000000096
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf842 2.66632133899 0 85.676500775 -0.2165007749999887
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf843 2.81925910919 0 84.6275007 0.5324993000000063
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf844 1.70856970404 0 85.419998 0.04000199999999837
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf845 3.52741090964 0 84.5234993 0.6365007000000077
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf846 4.50209909388 0 83.777499825 1.4737502624999976
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf847 5.03217204616 0 83.9095009 1.2757486500000113
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf848 4.92375419354 0 84.24299925 0.7755011250000123
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf849 3.46931522498 0 84.1740002 0.8789997000000156
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf850 4.27374553867 0 83.932 1.2420000000000044
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf851 4.29300531776 0 84.79499985 0.36500015000000874
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf852 5.20997422309 0 83.6445001 1.6732498500000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf853 4.68074200425 0 83.96350045 1.1947493250000107
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf854 4.10709103894 0 84.11049995 0.9742500750000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf855 3.70045496902 0 85.319000275 0.14099972500001173
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf856 2.50336009449 0 83.910500825 1.274248762500008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf857 4.23690511031 0 83.625999475 1.701000787500007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf858 4.8661051796 0 83.69950015 1.590749774999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf859 2.28075482883 0 84.09450065 0.9982490250000069
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf860 5.02441943023 0 84.301500975 0.6877485375000134
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf861 5.11150591832 0 84.06200025 1.0469996250000122
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf862 4.42174155156 0 84.074000375 1.028999437500012
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf863 3.88013266186 0 84.0149998 1.1175003000000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf864 3.42944293235 0 84.10900035 0.9764994750000042
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf865 3.62274145966 0 84.2265001 0.8002498500000144
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf866 3.3549420805 0 85.2805001 0.17949990000000754
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf867 5.29506075557 0 84.064000875 1.0439986875000002
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf868 1.97658461885 0 84.076500575 1.025249137500012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf869 3.65459743556 0 84.115999575 0.9660006375000023
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf870 4.67403368929 0 84.097999925 0.9930001125000132
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf871 2.55100017838 0 84.878999625 0.2810003749999993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf872 4.81915540131 0 84.227499325 0.7987510125000128
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf873 3.34760900076 0 83.82450065 1.403249025000001
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf874 5.11150591832 0 84.492499725 0.6675002750000033
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf875 2.46382267142 0 85.919500175 -0.4595001749999909
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf876 4.94025067672 0 84.42749955 0.4987506750000179
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf877 5.20166453319 0 84.06699965 1.0395005250000082
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf878 4.85885544059 0 84.432499275 0.4912510875000109
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf879 2.9200817227 0 85.785500925 -0.32550092499998867
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf880 4.46188167251 0 84.607499625 0.5525003750000025
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf881 3.39002063361 0 85.37800025 0.08199975000000564
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf882 4.85885544059 0 84.611500325 0.5484996750000107
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf883 4.23690511031 0 83.910499925 1.2742501125000132
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf884 3.89600156508 0 84.11800005 0.9629999249999983
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf885 4.94025067672 0 84.202500325 0.8362495125000038
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf886 5.20166453319 0 84.29650075 0.6952488749999972
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf887 1.89161252668 0 83.965499075 1.1917513875000125
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf888 4.78009885505 0 84.21499925 0.8175011249999997
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf889 5.1195298246 0 83.801499525 1.4377507125000122
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf890 4.749306487 0 83.99499935 1.147500975000007
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf891 4.749306487 0 84.472999575 0.6870004250000022
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf892 4.85885544059 0 84.128499925 0.9472501125000079
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf893 4.63658695371 0 83.60299915 1.7355012750000043
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf894 4.03958106713 0 84.0860001 1.0109998499999975
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf895 4.0017352815 0 84.55099985 0.6090001500000085
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf896 2.12312397991 0 83.715999125 1.5660013125000134
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf897 3.48571779877 0 84.22900075 0.7964988750000117
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf898 3.09112547159 0 85.610999925 -0.15099992499999643
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf899 4.94774553187 0 83.7374994 1.5337509000000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf900 4.40131209873 0 83.785500375 1.4617494375000106
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf901 4.749306487 0 84.460999675 0.6990003250000086
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf902 3.09150467208 0 84.3419994 0.6270008999999988
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf903 2.1110784986 0 85.57450055 -0.1145005499999911
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf904 3.08174415116 0 84.675499325 0.48450067500000105
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf905 3.61386264477 0 84.1864996 0.8602506000000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf906 3.51061454803 0 83.785001375 1.462497937500018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf907 3.17129190255 0 84.4570002 0.4544997000000137
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf908 2.96673931882 0 84.529999 0.6300010000000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf909 4.48904909382 0 84.50700015 0.652999850000009
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf910 3.52359981675 0 85.515999775 -0.05599977499999226
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf911 3.56620961403 0 83.5610005 1.798499249999999
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf912 3.79571140468 0 84.180500175 0.8692497374999988
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf913 5.1195298246 0 83.684500775 1.6132488375000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf914 4.42774475186 0 83.99950025 1.1407496250000122
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf915 4.20069439548 0 83.33799975 2.133000375000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf916 5.48110429858 0 82.92599965 2.7510005250000162
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf917 4.48157410599 0 84.8595009 0.3004991000000047
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf918 3.43305296381 0 82.986499725 2.6602504125000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf919 3.07180677592 0 85.713500825 -0.2535008249999919
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf920 2.80851950068 0 83.7929987 1.4505019500000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf921 2.65915985321 0 82.96049895 2.6992515750000052
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf922 4.36224960626 0 83.6820007 1.6169989500000028
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf923 2.55100017838 0 83.695000375 1.597499437499998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf924 4.23690511031 0 83.8964995 1.295250750000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf925 3.20891955001 0 83.2314995 2.2927507500000104
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf926 4.55072975326 0 84.80150085 0.35849915000000865
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf927 2.92553630931 0 83.336999875 2.1345001875000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf928 4.49523657385 0 83.916500425 1.2652493625000147
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf929 5.50155459048 0 83.51249965 1.8712505250000149
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf930 3.67694425138 0 84.235999875 0.7860001875000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf931 4.93119904091 0 82.9615 2.6977500000000063
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf932 4.0900028821 0 83.89899975 1.2915003750000054
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf933 4.22476570574 0 83.745500275 1.521749587500011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf934 3.80013422222 0 84.2410002 0.7784997000000047
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf935 5.30367177341 0 82.856500275 2.855249587500005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf936 3.25488617683 0 84.620499575 0.5395004250000085
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf937 2.96979047613 0 83.305499825 2.1817502625000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf938 2.73557376185 0 83.313000675 2.170498987500011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf939 3.43696886837 0 84.61449925 0.5455007500000107
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf940 2.97272039686 0 83.092500525 2.5012492124999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf941 3.99579404276 0 82.91350005 2.7697499250000135
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf942 3.80013422222 0 84.844499225 0.3155007749999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf943 2.32388897879 0 83.23450085 2.2882487250000025
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf944 2.06369518543 0 83.706999925 1.5795001124999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf945 2.65671333449 0 83.801499775 1.4377503375000131
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf946 4.78711530883 0 84.057999775 1.0530003375000092
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf947 4.55072975326 0 83.11199915 2.4720012750000038
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf948 4.55072975326 0 84.099999525 0.9900007125000059
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf949 3.57011348802 0 84.12449885 0.9532517250000154
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf950 2.64243046275 0 84.739500725 0.42049927500000595
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf951 4.6659305061 0 83.43800025 1.982999625000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf952 3.23709823473 0 83.22099955 2.3085006750000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf953 2.08260997416 0 85.3160003 0.14399970000000623
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf954 2.50761735877 0 84.571500425 0.5884995750000087
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf955 2.25112114639 0 85.2259992 0.23400080000000117
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf956 2.75602585333 0 84.68899955 0.4710004499999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf957 2.90250153505 0 85.53949975 -0.07949974999999937
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf958 2.69064816356 0 84.621499775 0.5385002250000014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf959 2.93135224398 0 85.440000125 0.019999875000007716
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf960 2.57325940549 0 85.5850002 -0.12500019999999096
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf961 3.51061454803 0 84.41399995 0.519000075000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf962 2.22395915051 0 85.238499825 0.2215001749999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf963 2.79256263316 0 84.66099955 0.4990004500000055
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf964 3.36634957954 0 84.44199985 0.4770002250000047
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf965 2.73050807996 0 84.76400015 0.39599985000000404
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf966 2.54220394201 0 84.27050005 0.7342499250000145
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf967 1.77010128766 0 84.79199985 0.36800015000000885
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf968 1.87955651685 0 84.387500975 0.5587485375000156
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf969 3.51061454803 0 84.443000275 0.47549958750000343
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf970 2.57325940549 0 85.5029995 -0.04299949999999625
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf971 2.31110203954 0 84.367001075 0.5894983875000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf972 3.04014002515 0 84.583499675 0.5765003250000064
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf973 2.520476477 0 84.920999525 0.23900047500000599
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf974 2.23579750603 0 84.410500025 0.5242499625000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf975 2.87421319527 0 84.518499575 0.6415004249999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf976 3.46931522498 0 84.362999925 0.5955001125000123
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf977 2.81925910919 0 85.587499775 -0.1274997749999926
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf978 2.23579750603 0 84.61800015 0.5419998500000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf979 2.09742183942 0 85.799500125 -0.33950012499998933
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf980 2.12156410089 0 85.204999775 0.2550002250000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf981 2.25112114639 0 85.313998025 0.1460019750000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf982 2.22395915051 0 85.109500725 0.0504992750000014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf983 3.36634957954 0 84.5195002 0.6404998000000092
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf984 1.88313156795 0 84.220001 0.8099985000000132
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf985 2.48647461628 0 84.275000025 0.727499962500012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf986 3.11726491618 0 84.408999825 0.526500262500015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf987 1.63288729942 0 85.540001 -0.0800009999999986
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf988 2.46568541903 0 84.273999025 0.7290014625000154
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf989 2.25801563131 0 84.59349955 0.5665004500000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf990 3.39002063361 0 85.404500225 0.05549977499999842
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf991 4.8661051796 0 83.647499625 1.6687505625000156
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf992 3.42944293235 0 83.4234997 2.0047504500000173
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf993 4.46799443574 0 83.8705004 1.3342494000000116
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf994 4.05678387799 0 84.88300015 0.27699985000000427
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf995 4.98960168004 0 83.691000175 1.6034997375000088
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf996 3.3549420805 0 85.6950002 -0.2350001999999904
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf997 4.85885544059 0 84.159999825 0.9000002625000079
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf998 4.42174155156 0 84.0690004 1.036499400000018
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf999 4.57189457086 0 83.5935001 1.7497498500000077
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1000 4.00717282134 0 84.706499675 0.4535003250000017
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1001 3.42944293235 0 84.19900035 0.8414994749999991
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1002 4.61551188309 0 84.13349915 0.939751274999999
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1003 4.56549440949 0 84.69500005 0.4649999500000007
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1004 2.45770641547 0 84.9455009 0.21449910000000616
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1005 4.50209909388 0 84.090499975 1.0042500375000074
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1006 3.62274145966 0 84.25799995 0.7530000750000099
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1007 3.35149437292 0 85.331499925 0.12850007500000232
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1008 4.42174155156 0 84.472500425 0.6874995749999983
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1009 3.42944293235 0 84.1065001 0.9802498499999999
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1010 4.17689583184 0 83.5660006 1.7909991000000147
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1011 2.69064816356 0 85.183000025 0.2769999750000068
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1012 3.03418372506 0 84.42499865 0.5025020249999983
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1013 5.06758855666 0 84.20349975 0.8347503749999987
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1014 2.28268924961 0 84.152999325 0.9105010125000135
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1015 4.84289719126 0 84.198500425 0.8422493624999987
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1016 2.95217432031 0 84.621499975 0.538500024999999
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1017 5.11150591832 0 84.08950015 1.0057497749999982
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1018 5.20166453319 0 84.322499275 0.65625108750001
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1019 3.65459743556 0 85.40350105 0.056498950000002435
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1020 5.24794714078 0 84.1174996 0.9637506000000045
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1021 4.48904909382 0 83.950000025 1.2149999625000163
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1022 1.91370764343 0 84.51899985 0.641000150000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1023 4.94025067672 0 84.159999475 0.900000787499998
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1024 5.20997422309 0 83.6000002 1.7399997000000127
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1025 1.94407886078 0 84.4380006 0.4829991000000149
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1026 4.63000451649 0 84.37299955 0.5805006750000032
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1027 3.48571779877 0 84.536999725 0.623000275000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1028 4.70385465798 0 84.17350025 0.8797496250000023
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1029 3.54863373783 0 85.508500075 -0.04850007499999548
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1030 2.54246041813 0 84.002999975 1.135500037500016
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1031 3.28030657478 0 83.732499825 1.5412502625000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1032 4.38883904114 0 84.404000025 0.5339999625000047
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1033 4.94025067672 0 84.49599915 0.6640008500000022
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1034 2.7823322265 0 83.805999775 1.4310003375000022
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1035 5.29506075557 0 84.063499725 1.044750412500008
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1036 2.35939223224 0 84.255000275 0.757499587500007
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1037 4.45514111937 0 83.9215 1.2577500000000157
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1038 4.42174155156 0 84.553499025 0.6065009750000115
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1039 4.78711530883 0 83.76300065 1.495499025000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1040 4.77162407078 0 83.67400035 1.6289994750000076
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1041 4.85885544059 0 84.3159998 0.6660003000000074
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1042 4.63658695371 0 83.69750025 1.593749625000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1043 4.74167028213 0 84.574500575 0.5854994250000033
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1044 2.94605637042 0 85.681999675 -0.221999674999995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1045 2.97872563985 0 84.83500035 0.32499965000000375
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1046 4.23690511031 0 83.579999525 1.7700007125
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1047 5.11150591832 0 84.190999575 0.853500637499998
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1048 2.27543803127 0 83.7610006 1.4984991000000036
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1049 4.70385465798 0 84.326499375 0.6502509375000116
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1050 3.89600156508 0 84.084000775 1.0139988374999973
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1051 2.75602585333 0 83.7834995 1.4647507500000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1052 3.08174415116 0 84.698999775 0.4610002250000008
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1053 3.23388836206 0 84.3539997 0.6090004500000035
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1054 3.25488617683 0 85.49199935 -0.031999349999995264
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1055 3.11726491618 0 83.722501 1.5562485000000166
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1056 4.09568311293 0 84.7879989 0.3720011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1057 4.68074200425 0 82.839501025 2.8807484625000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1058 4.21872205213 0 82.899499925 2.7907501125000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1059 4.63658695371 0 83.758500025 1.5022499625000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1060 4.17689583184 0 83.2039997 2.334000450000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1061 3.59623494226 0 83.256499825 2.255250262499999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1062 2.15414066881 0 83.709500275 1.5757495875000131
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1063 4.68074200425 0 83.797000425 1.444499362500018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1064 4.23690511031 0 84.951499925 0.208500075000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1065 2.81925910919 0 85.541500325 -0.0815003249999961
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1066 3.18458942266 0 83.054500675 2.558248987500008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1067 4.56481779115 0 84.1305011 0.9442483500000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1068 3.51061454803 0 84.48900035 0.6709996500000074
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1069 4.23690511031 0 83.927499375 1.248750937500013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1070 3.58748542243 0 84.0855007 1.0117489500000119
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1071 2.93135224398 0 83.9939995 1.1490007500000061
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1072 2.93135224398 0 83.29949975 2.1907503750000146
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1073 3.57011348802 0 84.0904995 1.004250749999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1074 3.32835645011 0 84.032000125 1.0919998125000134
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1075 4.60761017185 0 83.177500175 2.373749737499999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1076 4.60761017185 0 82.949500075 2.715749887500003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1077 4.78711530883 0 83.34050005 2.1292499250000034
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1078 4.49523657385 0 83.710001025 1.5749984625000124
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1079 4.52975999063 0 83.673999975 1.6290000375000062
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1080 4.71064890814 0 83.7225004 1.5562494000000058
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1081 3.22287236085 0 85.8445007 -0.3845006999999924
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1082 4.42774475186 0 83.860500775 1.3492488374999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1083 3.59194793631 0 82.866000325 2.840999512500005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1084 2.95491207034 0 82.98349935 2.664750975000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1085 4.53672840544 0 83.43900085 1.9814987250000087
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1086 4.01210248164 0 83.82750075 1.3987488750000097
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1087 4.93119904091 0 82.779999175 2.970001237500007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1088 2.94605637042 0 85.023499225 0.13650077500001034
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1089 3.61386264477 0 84.471500375 0.6884996250000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1090 4.23690511031 0 85.153500175 0.006499825000000237
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1091 3.73279362334 0 84.19550035 0.8467494750000029
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1092 3.79036576283 0 83.019999925 2.6100001125000176
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1093 2.91115808335 0 82.817999575 2.913000637500005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1094 4.13009860961 0 83.7584997 1.5022504500000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1095 2.79256263316 0 85.383500175 0.07649982500001046
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1096 3.35104871505 0 84.316499925 0.6652501125000043
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1097 2.54220394201 0 84.5500002 0.6099998000000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1098 2.57325940549 0 85.577000575 -0.11700057499999444
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1099 3.0527280537 0 84.7215004 0.43849960000000865
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1100 2.90250153505 0 85.438500075 0.02149992500001191
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1101 2.90250153505 0 85.4419999 0.018000100000006125
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1102 3.36634957954 0 84.4759992 0.6840008000000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1103 2.57325940549 0 85.649500525 -0.18950052499998832
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1104 3.17089287752 0 84.664999575 0.4950004250000092
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1105 2.23579750603 0 84.4165005 0.5152492500000108
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1106 3.25488617683 0 84.6055004 0.5544996000000083
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1107 2.14786504266 0 84.86900085 0.290999149999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1108 2.06800584288 0 85.24100055 0.2189994500000097
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1109 3.61386264477 0 84.338999775 0.6315003375000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1110 2.71542297875 0 84.4300004 0.49499940000001175
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1111 2.37819629574 0 84.431499375 0.49275093750000565
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1112 2.35917135957 0 84.67300035 0.4869996500000099
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1113 1.70856970404 0 85.379997 0.0800030000000021
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1114 3.48571779877 0 84.40549945 0.5317508250000174
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1115 2.87421319527 0 85.49099965 -0.0309996500000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1116 1.95815465425 0 84.98050025 0.1794997499999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1117 2.520476477 0 84.85250035 0.30749965000000545
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1118 3.02145143763 0 84.340000375 0.629999437500004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1119 2.93135224398 0 84.60249935 0.5575006500000029
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1120 2.90250153505 0 85.236000225 0.22399977500000717
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1121 3.04014002515 0 84.53899935 0.6210006500000077
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1122 3.32835645011 0 84.46 0.45000000000001705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1123 2.08260997416 0 85.3374998 0.12250020000000178
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1124 2.90250153505 0 84.53899995 0.6210000500000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1125 2.25801563131 0 84.70149975 0.4585002500000087
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1126 2.34790180657 0 85.076000025 0.08399997500000611
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1127 3.15731364232 0 84.309000375 0.6764994375000128
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1128 3.13716146983 0 84.2914997 0.7027504500000035
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1129 3.36634957954 0 84.5414993 0.618500700000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1130 2.65671333449 0 85.414500225 0.045499775000007514
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1131 2.25112114639 0 85.206000475 0.25399952500000894
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1132 3.51061454803 0 84.415499925 0.5167501124999987
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1133 2.86305165382 0 84.520499675 0.6395003250000088
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1134 2.06800584288 0 85.2094993 0.25050070000000063
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1135 1.87955651685 0 84.300499575 0.6892506375000025
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1136 2.52912274255 0 84.443 0.4755000000000109
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1137 3.21935410129 0 84.363999875 0.5940001875000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1138 4.98960168004 0 83.727999825 1.548000262500011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1139 3.88013266186 0 84.2445007 0.7732489500000028
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1140 4.29866382416 0 83.736000425 1.5359993625000072
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1141 3.36287839839 0 84.9799994 0.18000060000000817
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1142 4.11336811599 0 84.948000175 0.21199982500000092
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1143 3.13716146983 0 84.58100025 0.5789997500000027
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1144 3.22639831866 0 84.114499475 0.9682507875000042
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1145 4.63728501684 0 84.447499875 0.4687501874999995
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1146 3.52359981675 0 85.3645004 0.09549960000000796
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1147 3.36671753766 0 85.755499775 -0.29549977499999897
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1148 4.60110969497 0 84.51249985 0.6475001500000076
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1149 2.996952631 0 84.0304993 1.094251050000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1150 3.62274145966 0 84.2284994 0.7972509000000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1151 5.15619113861 0 84.3365008 0.6352488000000136
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1152 3.92713031704 0 85.00750055 0.15249945000000198
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1153 4.92375419354 0 84.06299915 1.0455012750000137
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1154 4.23140792301 0 84.767499175 0.3925008250000076
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1155 3.37064741875 0 84.136499825 0.9352502625000056
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1156 2.90250153505 0 84.498500825 0.6614991750000115
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1157 3.89600156508 0 84.886999325 0.27300067500000014
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1158 4.81915540131 0 84.243999925 0.774000112500012
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1159 3.15056754597 0 83.5110002 1.8734997000000106
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1160 2.89145135544 0 84.800000225 0.359999775
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1161 2.21913447815 0 84.9034996 0.2565004000000016
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1162 4.53042625525 0 84.059999225 1.0500011625000099
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1163 4.8661051796 0 83.75349945 1.5097508249999976
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1164 4.42174155156 0 84.588999025 0.5710009749999984
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1165 2.53372287512 0 85.0210006 0.13899940000001154
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1166 3.89600156508 0 84.07499965 1.0275005250000149
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1167 3.2442204033 0 85.396500425 0.06349957500000586
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1168 3.37064741875 0 83.959000575 1.2014991375000008
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1169 2.26864111687 0 84.7609998 0.3990002000000118
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1170 4.8992150082 0 84.030000525 1.0949992124999994
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1171 5.06758855666 0 84.252499175 0.7612512375000122
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1172 3.3138339442 0 83.9520012 1.2119982000000107
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1173 3.27701048398 0 84.43649945 0.4852508250000085
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1174 5.15619113861 0 84.062499425 1.0462508625000098
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1175 3.48199621824 0 83.47000045 1.9349993250000068
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1176 4.45514111937 0 83.86149985 1.3477502250000057
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1177 3.67738324523 0 85.15999925 7.500000066551493e-07
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1178 2.95195426078 0 84.16750005 0.8887499250000062
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1179 4.63728501684 0 84.36899985 0.586500225000016
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1180 3.79571140468 0 84.061999775 1.0470003375000019
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1181 3.73279362334 0 84.300998875 0.6885016875000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1182 3.06230535434 0 85.63949985 -0.17949985000000196
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1183 3.62274145966 0 84.0994999 0.9907501500000109
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1184 4.05678387799 0 84.872500425 0.2874995750000068
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1185 5.06758855666 0 84.19599995 0.8460000750000063
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1186 3.22639831866 0 84.318999525 0.6615007125000147
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1187 2.73080396045 0 85.858501025 -0.39850102499999024
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1188 5.24794714078 0 84.07850005 1.0222499250000041
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1189 3.66367779072 0 84.929499375 0.23050062499999913
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1190 4.17689583184 0 84.15650035 0.9052494750000051
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1191 4.00665156404 0 84.109999875 0.975000187500008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1192 3.49397738577 0 84.228999825 0.7965002625000039
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1193 3.61386264477 0 83.93299965 1.2405005250000087
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1194 4.78009885505 0 83.9950004 1.1474994000000152
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1195 4.94025067672 0 84.21699965 0.8145005249999997
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1196 4.71136945196 0 83.913500275 1.2697495875000016
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1197 2.77965392715 0 83.822999425 1.4055008624999985
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1198 4.38883904114 0 84.446500575 0.4702491375000051
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1199 3.18148278982 0 85.370500225 0.08949977500000444
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1200 4.70385465798 0 84.15549925 0.9067511249999995
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1201 2.48024552199 0 85.467500325 -0.0075003249999980315
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1202 2.79256263316 0 83.691500675 1.6027489875000072
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1203 5.20078623125 0 82.904999725 2.7825004125000135
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1204 3.53595970915 0 82.8145004 2.9182494000000077
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1205 2.83279967723 0 83.692000175 1.6019997375000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1206 2.98180151453 0 83.400999475 2.0385007874999985
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1207 3.31339824504 0 84.58200015 0.5779998500000062
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1208 3.24779325302 0 83.4039996 2.034000599999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1209 4.23690511031 0 83.895500925 1.2967486125000178
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1210 4.21269566507 0 83.9574997 1.2037504500000082
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1211 4.31754406538 0 85.1849999 0.2750001000000111
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1212 5.40080120652 0 83.6874994 1.6087509000000182
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1213 4.26756104107 0 84.1684996 0.8872506000000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1214 4.40789063084 0 83.836500375 1.3852494375000077
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1215 2.90250153505 0 85.452999475 0.00700052500000653
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1216 3.90066133282 0 83.6710012 1.6334981999999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1217 4.09568311293 0 83.6889996 1.606500600000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1218 2.32202027362 0 83.543500275 1.8247495875000084
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1219 3.9162009563 0 84.6829998 0.47700020000000054
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1220 4.55072975326 0 85.096499475 0.06350052500000347
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1221 4.98960168004 0 83.7640008 1.4939988
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1222 3.48571779877 0 84.50499995 0.6550000500000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1223 3.82984987584 0 83.013000225 2.620499662500009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1224 3.95294609782 0 83.464500725 1.9432489125000174
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1225 3.31720456502 0 83.103500175 2.4847497375000174
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1226 3.97961764859 0 84.113999175 0.9690012375000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1227 4.34938240412 0 83.86949975 1.3357503750000035
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1228 3.93186488986 0 83.912500025 1.2712499625000078
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1229 2.80051833724 0 84.850498825 0.3095011750000026
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1230 4.52975999063 0 83.901999775 1.287000337500018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1231 3.29121134217 0 83.7880003 1.457999550000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1232 4.42774475186 0 83.8934997 1.2997504499999977
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1233 3.84974163103 0 83.78649965 1.4602505250000135
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1234 2.98180151453 0 83.39149895 2.052751575000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1235 4.95606048827 0 83.6475006 1.6687491000000065
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1236 5.03217204616 0 83.9230005 1.2554992500000068
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1237 4.18282015663 0 83.865999325 1.3410010125000014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1238 4.79489870881 0 83.8415007 1.3777489500000115
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1239 2.81925910919 0 85.5619991 -0.10199909999998907
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1240 2.06800584288 0 85.200000025 0.2599999750000109
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1241 2.25112114639 0 85.3334991 0.12650090000000774
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1242 2.2528774348 0 84.559500325 0.6004996750000032
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1243 2.20731326885 0 85.2654997 0.19450029999999857
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1244 1.98450862124 0 84.213499675 0.8197504875000163
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1245 3.25488617683 0 84.619999825 0.5400001750000115
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1246 1.97124355876 0 84.7954997 0.36450030000001166
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1247 2.57325940549 0 85.617999425 -0.15799942499998848
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1248 2.50761735877 0 84.6404995 0.5195005000000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1249 2.09298780883 0 85.132 0.028000000000000136
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1250 2.22395915051 0 85.2194998 0.240500200000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1251 2.40535258985 0 84.41350025 0.51974962500001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1252 2.00610810282 0 85.483500225 -0.0235002249999951
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1253 3.61386264477 0 84.378500175 0.5722497375000088
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1254 3.61386264477 0 84.35549885 0.6067517250000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1255 2.86305165382 0 84.409499925 0.525750112499999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1256 2.69064816356 0 84.656499375 0.5035006250000095
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1257 2.52912274255 0 84.3340002 0.6389996999999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1258 2.48647461628 0 84.448000275 0.46799958750001025
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1259 2.47811701105 0 84.3744995 0.5782507500000094
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1260 2.71542297875 0 84.460999525 0.6990004749999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1261 3.38956467165 0 84.596000075 0.5639999249999988
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1262 3.04014002515 0 84.447499975 0.46875003750000843
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1263 2.87421319527 0 84.63200015 0.527999850000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1264 2.44524097268 0 84.229999375 0.7950009374999993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1265 2.81925910919 0 85.5640009 -0.10400089999999124
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1266 2.29313137734 0 85.1404991 0.019500900000005594
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1267 2.71542297875 0 85.543500475 -0.08350047499999674
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1268 2.09742183942 0 85.79849995 -0.33849994999998784
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1269 2.2528774348 0 85.329499975 0.13050002500000063
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1270 2.15883788221 0 85.187499975 0.27250002500001075
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1271 2.20731326885 0 85.132500875 0.027499124999999958
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1272 2.3293565891 0 84.273499475 0.7297507875000164
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1273 3.51061454803 0 84.3639995 0.5940007499999993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1274 2.520476477 0 84.8505002 0.3094998000000061
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1275 1.9038241963 0 84.779999 0.3800010000000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1276 3.38956467165 0 84.550499525 0.6095004749999987
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1277 2.14786504266 0 84.65950045 0.5004995500000092
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1278 1.72558649193 0 85.040001 0.11999900000000141
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1279 2.61896392029 0 84.386499625 0.5602505625000092
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1280 3.75178902153 0 84.26000005 0.7499999250000045
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1281 2.81925910919 0 84.58749985 0.5725001500000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1282 3.36634957954 0 84.516499525 0.6435004750000047
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1283 3.06230535434 0 83.832 1.3920000000000172
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1284 3.63209225801 0 85.42550045 0.034499550000003876
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1285 2.57325940549 0 85.851500975 -0.3915009749999882
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1286 3.75178902153 0 84.207999775 0.8280003375000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1287 3.48571779877 0 84.564999925 0.5950000750000101
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1288 4.20126736815 0 84.1924997 0.8512504500000091
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1289 3.28030657478 0 85.403499775 0.0565002250000049
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1290 5.02441943023 0 84.242999675 0.7755004875000182
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1291 4.29300531776 0 84.7849997 0.37500030000000495
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1292 4.23140792301 0 85.023499825 0.13650017500000333
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1293 3.05626197049 0 84.66499995 0.49500005000001013
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1294 2.88546210335 0 83.666500625 1.6402490625000112
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1295 4.85885544059 0 84.495499775 0.6645002250000062
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1296 2.51407607482 0 83.68499965 1.6125005250000157
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1297 3.63209225801 0 83.568000225 1.787999662499999
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1298 3.52741090964 0 85.570000275 -0.11000027499999304
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1299 2.8168240943 0 85.806501225 -0.3465012250000001
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1300 3.37064741875 0 83.6190004 1.711499400000001
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1301 2.95809675652 0 83.756499825 1.5052502624999988
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1302 3.3138339442 0 84.3659999 0.5910001499999993
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1303 3.62274145966 0 84.19999905 0.8400014250000041
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1304 4.8992150082 0 84.416499575 0.515250637500003
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1305 2.7823322265 0 84.07849965 1.0222505250000111
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1306 4.21929995362 0 84.0539999 1.059000150000017
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1307 2.50569074066 0 85.098000725 0.061999274999999465
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1308 4.94025067672 0 84.530999025 0.6290009750000053
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1309 2.35356305584 0 84.9864991 0.17350090000000196
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1310 3.44136359344 0 85.404999825 0.055000175000000706
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1311 5.06758855666 0 84.538499825 0.6215001750000028
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1312 2.64011518851 0 84.10400025 0.9839996250000098
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1313 2.58912177825 0 84.91949895 0.24050105000000033
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1314 2.95195426078 0 84.015999925 1.1160001125000036
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1315 5.07547506828 0 83.800500825 1.4392487625000072
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1316 3.99579404276 0 83.729001 1.5464985000000127
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1317 2.92871983878 0 84.704999725 0.45500027500001183
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1318 4.06183643479 0 83.56849895 1.787251574999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1319 2.64029120901 0 83.71000045 1.5749993250000145
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1320 4.29300531776 0 84.1159999 0.9660001499999993
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1321 2.95195426078 0 83.826499775 1.4002503375000046
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1322 4.53042625525 0 84.7080003 0.45199970000001033
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1323 4.98197957863 0 84.40399915 0.5340012750000014
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1324 3.79571140468 0 84.614998875 0.5450011250000074
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1325 2.65915985321 0 85.34999965 0.11000035000000424
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1326 3.37064741875 0 84.3649993 0.592501050000017
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1327 4.17689583184 0 84.12200105 0.9569984250000161
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1328 5.15619113861 0 84.27650015 0.7252497750000018
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1329 4.63728501684 0 84.7355007 0.42449930000000224
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1330 2.54900634755 0 83.790999225 1.453501162500018
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1331 4.23690511031 0 83.6294996 1.6957506000000038
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1332 3.40961783577 0 84.027500375 1.098749437500004
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1333 2.79817206231 0 84.89100015 0.2689998500000087
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1334 3.03418372506 0 84.971499875 0.1885001249999988
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1335 2.81925910919 0 83.92849995 1.2472500750000037
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1336 4.8661051796 0 83.95100085 1.213498725000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1337 2.94339750184 0 85.747499675 -0.2874996749999951
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1338 3.18458942266 0 83.47799915 1.9230012750000043
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1339 3.69537408729 0 83.8855 1.3117500000000177
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1340 4.98960168004 0 83.982999525 1.1655007125000125
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1341 3.40559661135 0 85.217000375 0.24299962500000732
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1342 3.52741090964 0 85.022499625 0.13750037500001044
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1343 3.37064741875 0 85.420500025 0.039499975000009624
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1344 1.81816529668 0 84.532000175 0.627999825000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1345 3.56620961403 0 83.51199985 1.872000225000015
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1346 2.2494406043 0 85.57499995 -0.11499995000000068
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1347 3.83520142642 0 84.558000875 0.6019991250000004
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1348 3.17437865535 0 83.872500175 1.3312497375000092
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1349 3.54863373783 0 85.709999775 -0.24999977499999487
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1350 3.3549420805 0 84.014000875 1.1189986875000173
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1351 3.18148278982 0 84.84999985 0.3100001500000019
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1352 4.15978483669 0 84.3344996 0.6382506000000063
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1353 3.54863373783 0 83.9290011 1.2464983500000173
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1354 3.34732604321 0 83.0205 2.60925000000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1355 3.46931522498 0 84.52299915 0.6370008500000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1356 2.53782853275 0 83.95850035 1.2022494750000163
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1357 4.2552455881 0 84.7270005 0.43299950000000254
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1358 5.45071234571 0 83.55850015 1.802249775000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1359 4.03958106713 0 83.344000625 2.1239990624999976
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1360 2.85750332813 0 83.290500225 2.204249662500004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1361 2.77422947385 0 83.747999425 1.5180008625000028
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1362 4.74857429339 0 83.670500575 1.6342491374999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1363 4.20069439548 0 83.745500575 1.5217491375000165
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1364 4.63658695371 0 83.4800001 1.9199998500000106
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1365 4.38821376777 0 83.62699875 1.69950187500001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1366 3.81982297414 0 82.977500375 2.6737494374999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1367 4.23690511031 0 83.86299955 1.345500675000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1368 2.71542297875 0 83.72449995 1.5532500750000153
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1369 2.77678606216 0 83.733000325 1.5404995124999985
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1370 2.32202027362 0 84.432000225 0.4919996625000138
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1371 2.12768675694 0 83.7459999 1.521000150000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1372 4.75623276948 0 82.9179996 2.763000600000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1373 4.09568311293 0 83.8785009 1.3222486499999988
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1374 2.88828810173 0 83.65300025 1.660499625
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1375 4.02854458864 0 83.9105015 1.274247750000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1376 3.8247770812 0 83.755000275 1.507499587500007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1377 2.75345263332 0 83.42750075 1.9987488750000182
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1378 2.78728389469 0 84.53850085 0.6214991499999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1379 4.53672840544 0 83.794000075 1.4489998875000083
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1380 2.86589315985 0 84.18250045 0.8662493249999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1381 4.38821376777 0 83.12999975 2.4450003750000135
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1382 3.23709823473 0 83.0440008 2.5739987999999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1383 3.51061454803 0 83.959999875 1.2000001875000166
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1384 3.15738556461 0 83.069499225 2.5357511625000058
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1385 2.27196931651 0 82.832000175 2.891999737500001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1386 2.66632133899 0 83.85299985 1.3605002250000027
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1387 4.16509738546 0 85.040499675 0.11950032499999852
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1388 5.20078623125 0 82.975999675 2.676000487500012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1389 3.0527280537 0 85.170500525 0.2894994750000109
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1390 3.90066133282 0 83.36350095 2.094748575000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1391 3.40522010623 0 84.39700035 0.5444994750000092
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1392 3.77580687597 0 84.02500015 1.1024997750000125
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1393 4.09568311293 0 84.999999975 0.16000002500001076
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1394 4.13009860961 0 83.86299945 1.345500825000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1395 4.03405527942 0 82.968000025 2.6879999625000153
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1396 4.17689583184 0 83.251499825 2.2627502625000133
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1397 3.8247770812 0 84.375999825 0.5760002625000169
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1398 4.59325717765 0 83.679000575 1.6214991375000025
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1399 5.1018164655 0 83.734499825 1.5382502625000072
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1400 2.67599909044 0 83.661499825 1.6477502624999971
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1401 3.36634957954 0 84.663999125 0.49600087500000145
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1402 2.15414066881 0 82.9609996 2.698500600000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1403 2.65915985321 0 83.14099995 2.4285000750000165
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1404 3.35104871505 0 84.30000015 0.689999775000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1405 2.14786504266 0 84.893499275 0.26650072500000876
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1406 3.51061454803 0 84.51449985 0.645500149999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1407 1.95815465425 0 85.7240007 -0.2640006999999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1408 2.75602585333 0 85.274500275 0.18549972500001105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1409 2.57325940549 0 84.86099985 0.29900015000000624
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1410 2.22395915051 0 85.109500175 0.05049982500001138
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1411 2.87421319527 0 85.44650065 0.013499350000000743
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1412 2.08260997416 0 85.516 -0.056000000000000216
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1413 1.97124355876 0 84.79399855 0.3660014500000074
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1414 2.57325940549 0 85.588500725 -0.12850072499999782
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1415 2.64243046275 0 85.421999775 0.03800022500000183
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1416 2.21727076111 0 84.684499525 0.47550047499999837
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1417 2.18607703807 0 84.932499675 0.2275003250000026
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1418 2.52912274255 0 84.3734993 0.5797510499999987
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1419 2.36674469012 0 84.5410002 0.618999800000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1420 3.0527280537 0 84.729000675 0.4309993250000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1421 2.90250153505 0 85.478500225 -0.018500224999999648
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1422 3.36634957954 0 84.5564997 0.6035003000000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1423 2.79256263316 0 85.561000025 -0.10100002499999333
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1424 2.09298780883 0 84.5274999 0.63250010000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1425 2.48647461628 0 84.285500375 0.7117494375000106
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1426 3.04014002515 0 84.543999975 0.6160000249999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1427 1.70856970404 0 85.779999 -0.31999899999999853
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1428 2.90250153505 0 85.56850055 -0.10850054999999087
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1429 3.61386264477 0 84.393499375 0.5497509375000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1430 2.57325940549 0 84.736500275 0.42349972500000777
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1431 3.32835645011 0 84.31750025 0.6637496250000154
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1432 2.73050807996 0 84.782500225 0.3774997749999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1433 2.520476477 0 84.8880012 0.2719988000000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1434 2.47811701105 0 84.3615003 0.5977495500000032
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1435 2.64243046275 0 85.653000575 -0.19300057499998785
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1436 2.57325940549 0 85.5369999 -0.07699989999999274
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1437 2.52912274255 0 84.65049975 0.5095002500000106
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1438 2.65671333449 0 85.54450035 -0.08450035000000183
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1439 2.42513277215 0 84.3444992 0.6232512000000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1440 2.71542297875 0 85.47249925 -0.012499249999993356
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1441 1.93249146701 0 84.870000275 0.2899997250000098
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1442 2.25801563131 0 84.46749945 0.6925005499999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1443 2.66632133899 0 85.7044995 -0.24449949999999204
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1444 2.40535258985 0 84.415500475 0.516749287500005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1445 2.79256263316 0 85.395500225 0.06449977499999876
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1446 3.32835645011 0 84.4009996 0.538500599999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1447 3.11726491618 0 84.439500675 0.48074898750000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1448 2.96673931882 0 84.50599935 0.654000650000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1449 3.21935410129 0 84.388998625 0.5565020625000088
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1450 2.79256263316 0 84.655999925 0.5040000750000019
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1451 5.03217204616 0 83.61450005 1.718249925000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1452 4.30554062944 0 84.4665009 0.6934991000000054
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1453 2.77703641729 0 84.832000325 0.3279996750000095
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1454 2.95787581321 0 85.771999525 -0.3119995249999931
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1455 4.48904909382 0 83.915499525 1.2667507125000057
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1456 4.68074200425 0 83.47350045 1.929749325000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1457 4.71136945196 0 84.43299955 0.49050067499999983
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1458 4.45514111937 0 83.878499675 1.322250487500007
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1459 2.95787581321 0 85.58850055 -0.1285005500000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1460 4.07305633168 0 83.997499325 1.1437510124999974
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1461 3.04014002515 0 84.52049955 0.6395004500000084
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1462 2.56430926229 0 84.332500825 0.6412487625000125
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1463 3.89600156508 0 84.120999875 0.9585001875000145
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1464 4.39538031203 0 84.456999725 0.4545004125000034
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1465 4.24911447842 0 83.8260002 1.400999700000014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1466 3.40961783577 0 84.109000375 0.9764994375000171
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1467 3.16076961237 0 85.749999825 -0.28999982499999816
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1468 4.45514111937 0 84.654498875 0.5055011250000035
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1469 3.62274145966 0 84.223499725 0.8047504125000131
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1470 4.35642257412 0 84.718999525 0.44100047500000417
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1471 2.80851950068 0 83.73500055 1.5374991750000149
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1472 3.04014002515 0 84.6999993 0.46000070000000337
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1473 3.19188638661 0 84.054999725 1.057500412500005
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1474 2.09164547147 0 85.118001175 0.04199882500000174
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1475 2.37819629574 0 83.572999775 1.7805003375000084
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1476 3.19188638661 0 85.14950045 0.010499550000000135
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1477 2.32576069415 0 85.365999575 0.09400042500000155
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1478 4.63728501684 0 84.182000175 0.8669997375000094
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1479 3.80503735759 0 84.14800005 0.9179999250000179
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1480 4.45514111937 0 84.49699995 0.6630000500000023
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1481 3.06572586948 0 84.7584995 0.4015005000000059
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1482 4.55843741409 0 83.88599915 1.3110012750000024
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1483 4.33659088676 0 83.991000825 1.153498762500007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1484 4.8992150082 0 84.44749955 0.46875067500000256
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1485 4.67403368929 0 84.212499625 0.8212505624999977
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1486 5.15619113861 0 84.23949985 0.7807502250000056
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1487 4.85885544059 0 84.102498825 0.9862517625000109
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1488 4.03958106713 0 83.91450035 1.2682494750000117
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1489 3.08174415116 0 84.2915001 0.7027498500000178
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1490 3.03083319426 0 85.490499575 -0.03049957499999606
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1491 3.37413466519 0 85.1354994 0.024500600000004646
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1492 3.35149437292 0 84.020998975 1.1085015375000111
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1493 3.57011348802 0 84.199500475 0.8407492875000173
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1494 4.60761017185 0 83.671999325 1.6320010125000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1495 3.46931522498 0 84.2044989 0.8332516500000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1496 4.18876131089 0 84.02900055 1.0964991749999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1497 3.55290898553 0 84.258499 0.752251500000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1498 3.17089287752 0 84.838000275 0.3219997250000063
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1499 3.35104871505 0 84.07699945 1.024500825000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1500 2.48024552199 0 85.013499775 0.14650022500000548
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1501 4.749306487 0 83.945500175 1.221749737499998
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1502 3.06572586948 0 84.238999375 0.7815009374999988
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1503 1.82384732846 0 86.0984997 -0.6384996999999999
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1504 5.1643560615 0 83.596000275 1.745999587500016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1505 3.15731364232 0 85.310000375 0.1499996250000038
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1506 3.7139896045 0 84.292499775 0.7012503375000136
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1507 5.24794714078 0 84.065999225 1.0410011625000095
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1508 4.78711530883 0 83.602000225 1.7369996625000113
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1509 3.44499877858 0 84.628500675 0.5314993250000072
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1510 5.20166453319 0 84.00300095 1.1354985750000068
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1511 3.09112547159 0 85.83099975 -0.3709997499999986
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1512 4.44842090138 0 84.164500075 0.8932498874999979
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1513 3.87043543601 0 84.331499275 0.6427510875000095
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1514 3.07180677592 0 83.705500425 1.5817493625000125
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1515 3.12725210162 0 83.8950006 1.2974991000000031
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1516 4.68074200425 0 83.5494997 1.8157504500000101
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1517 4.67332451942 0 83.674999825 1.627500262500007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1518 4.8661051796 0 83.5669996 1.7895006000000038
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1519 4.11856269266 0 83.9880001 1.1579998500000173
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1520 5.50155459048 0 83.54749985 1.8187502250000165
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1521 4.87414777473 0 83.681000175 1.6184997375000165
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1522 4.46799443574 0 83.5689989 1.7865016500000124
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1523 3.97961764859 0 83.991001 1.153498500000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1524 2.87421319527 0 85.456000925 0.003999075000007235
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1525 4.33022330151 0 84.01749975 1.1137503750000093
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1526 4.36224960626 0 84.09600055 0.9959991750000086
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1527 4.42110686856 0 82.82649955 2.9002506750000165
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1528 4.55072975326 0 84.85199985 0.3080001500000066
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1529 3.61386264477 0 84.846000625 0.3139993750000031
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1530 4.23690511031 0 83.9835007 1.1647489500000177
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1531 3.6587939114 0 83.065500075 2.5417498875000035
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1532 2.43921651142 0 84.0864992 1.010251199999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1533 2.77945883512 0 84.957500475 0.2024995250000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1534 4.00665156404 0 84.114000825 0.9689987625
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1535 5.60613859814 0 83.308 2.1779999999999973
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1536 2.86589315985 0 83.48950085 1.9057487250000094
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1537 4.44777853689 0 84.82299955 0.33700044999999934
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1538 5.45071234571 0 83.319500375 2.1607494375000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1539 2.46568541903 0 84.11799985 0.9630002250000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1540 4.57189457086 0 83.727999675 1.5480004874999977
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1541 2.50340530846 0 85.493999925 -0.03399992499999199
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1542 4.71064890814 0 83.237999925 2.2830001125000123
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1543 5.60613859814 0 83.24800015 2.267999775000014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1544 3.40522010623 0 84.3720006 0.5819990999999973
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1545 4.6004224797 0 83.61300065 1.7204990250000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1546 4.82628706711 0 83.58050005 1.769249925000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1547 4.98960168004 0 83.851999775 1.3620003375000138
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1548 4.0900028821 0 84.062500975 1.0462485374999986
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1549 4.48157410599 0 82.94499975 2.722500375000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1550 4.29866382416 0 83.38900035 2.0564994750000025
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1551 3.28388159021 0 84.4439991 0.47400135000000887
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1552 3.44499877858 0 84.365500175 0.5917497375000167
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1553 2.40535258985 0 84.689001 0.4709990000000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1554 3.04334411031 0 83.044500375 2.57324943750001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1555 3.98499520747 0 83.183999775 2.364000337500002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1556 2.81925910919 0 83.18050005 2.3692499249999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1557 5.1643560615 0 83.18350065 2.364749025000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1558 3.8397168061 0 84.010000775 1.1249988375000157
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1559 3.40522010623 0 83.8460004 1.3709994000000165
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1560 5.11065779663 0 82.902000325 2.786999512500003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1561 4.11856269266 0 83.042499125 2.5762513124999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1562 2.91691693472 0 83.645999325 1.6710010124999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1563 4.71064890814 0 83.300500225 2.1892496625000177
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1564 4.51588718524 0 84.844500175 0.31549982500001195
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1565 4.42774475186 0 83.597499875 1.7437501875000123
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1566 2.28783231137 0 83.186499825 2.36025026250001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1567 4.06183643479 0 83.9924988 1.1512517999999972
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1568 4.68074200425 0 83.5995012 1.7407481999999987
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1569 4.68074200425 0 83.36649875 2.090251875
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf1570 3.09112547159 0 85.651999625 -0.19199962499999684
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/data/autotuner_data/tuner_promise_confs_batch220_single.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/data/autotuner_data/tuner_promise_confs_batch220_single.txt
new file mode 100644
index 0000000000000000000000000000000000000000..cb23d8702f8bd2c916f960f3c2f923695500404a
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/data/autotuner_data/tuner_promise_confs_batch220_single.txt
@@ -0,0 +1,8822 @@
++++++
+conf1 1 0 84.76 0
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1
+3 gpu conv fp32 1 add fp32 1 tanh fp32 1
+4 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1
+5 gpu conv fp32 1 add fp32 1 tanh fp32 1
+6 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1
+7 gpu mul fp32 1 add fp32 1
+8 gpu softmax fp32 1
+-----
++++++
+conf1 2.2528774348 0 84.934166125 0.22583387500000074
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf2 2.64243046275 0 84.865833075 0.2941669250000075
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf3 2.66632133899 0 84.658333775 0.5016662250000025
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf4 2.47811701105 0 84.32499935 0.6525009750000095
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf5 2.71542297875 0 84.612499575 0.5475004250000041
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf6 2.48647461628 0 84.369999825 0.5850002625000172
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf7 2.18607703807 0 84.913332675 0.24666732499999855
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf8 2.520476477 0 84.761666675 0.3983333250000044
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf9 2.14786504266 0 84.611666325 0.5483336750000035
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf10 2.08260997416 0 85.52083355 -0.06083355000000096
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf11 3.26208692053 0 84.43416695 0.48874957499999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf12 1.93249146701 0 85.0224993 0.13750069999999825
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf13 2.37819629574 0 84.301667075 0.6874993875000115
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf14 2.59591050603 0 84.633333975 0.5266660250000058
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf15 3.36634957954 0 84.3450008 0.6224988000000167
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf16 2.21727076111 0 84.541666225 0.618333775000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf17 2.00610810282 0 85.44833395 0.011666049999999484
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf18 2.69064816356 0 84.45250075 0.46124887500000966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf19 2.46568541903 0 84.61000045 0.549999550000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf20 3.17089287752 0 84.54416695 0.6158330500000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf21 2.23579750603 0 84.8641672 0.295832800000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf22 3.13716146983 0 84.5308332 0.6291668000000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf23 2.08260997416 0 85.285833225 0.1741667750000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf24 2.48647461628 0 84.761667075 0.3983329249999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf25 2.15883788221 0 84.53166635 0.6283336500000104
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf26 3.35104871505 0 84.274166675 0.7287499875000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf27 2.35917135957 0 84.475000275 0.6849997250000058
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf28 2.87421319527 0 85.28833285 0.17166715000000182
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf29 2.29313137734 0 85.28333225 0.1766677500000043
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf30 2.2528774348 0 84.905833825 0.25416617500000316
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf31 3.04014002515 0 84.4699985 0.6900015000000025
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf32 2.71542297875 0 84.4300005 0.49499924999999934
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf33 2.36674469012 0 85.01249975 0.14750025000000166
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf34 3.15731364232 0 84.24083425 0.7787486249999986
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf35 2.20731326885 0 84.82416635 0.3358336500000064
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf36 2.66632133899 0 84.546667125 0.6133328750000061
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf37 3.25488617683 0 84.4799997 0.6800003000000118
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf38 2.18607703807 0 85.082500325 0.0774996750000071
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf39 3.21935410129 0 84.4591669 0.4512496500000083
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf40 2.81925910919 0 85.035832975 0.12416702499999988
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf41 2.22395915051 0 84.682500925 0.47749907500000577
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf42 2.93135224398 0 85.0933329 0.06666710000001219
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf43 2.09742183942 0 85.404999575 0.055000425000000075
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf44 2.64243046275 0 84.740832575 0.41916742500000626
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf45 2.90250153505 0 84.2641668 0.7437498000000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf46 3.48571779877 0 84.3499996 0.6150006000000019
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf47 2.64243046275 0 85.1216655 0.03833449999999916
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf48 2.03940354341 0 84.938333375 0.221666625000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf49 2.47811701105 0 84.36416765 0.5937485250000094
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf50 2.65671333449 0 85.232499325 0.22750067499999888
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf51 2.81925910919 0 84.83916685 0.3208331500000071
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf52 2.73050807996 0 85.11000015 0.0499998500000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf53 2.22395915051 0 85.0250004 0.134999600000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf54 2.46568541903 0 84.3908332 0.5537502000000032
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf55 1.79160865678 0 85.5 -0.03999999999999487
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf56 2.2528774348 0 84.78166645 0.37833355000000213
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf57 2.32202027362 0 84.4308331 0.4937503500000062
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf58 2.31110203954 0 84.2150001 0.8174998500000115
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf59 2.35917135957 0 84.502500525 0.657499475000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf60 2.66632133899 0 85.018332425 0.14166757500000815
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf61 2.36674469012 0 84.307500125 0.6787498125000013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf62 1.83623037965 0 84.6108326 0.5491674000000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf63 2.18607703807 0 84.27083445 0.7337483250000147
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf64 2.93135224398 0 84.974166625 0.18583337500000996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf65 2.59591050603 0 84.765834025 0.3941659750000014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf66 2.25801563131 0 84.43833315 0.4825002749999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf67 2.37819629574 0 84.24416645 0.773750325000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf68 2.57325940549 0 84.70416665 0.45583335000000036
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf69 2.87421319527 0 84.526665275 0.633334725000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf70 2.23579750603 0 84.715833025 0.44416697500001023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf71 2.09742183942 0 85.1474996 0.012500400000001854
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf72 2.09742183942 0 84.730833175 0.42916682500000436
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf73 2.3293565891 0 84.744999675 0.4150003250000026
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf74 1.93249146701 0 84.477499425 0.6825005750000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf75 2.61896392029 0 84.756666625 0.4033333750000111
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf76 2.18607703807 0 84.668333825 0.4916661750000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf77 2.00610810282 0 84.955833075 0.2041669250000041
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf78 2.90250153505 0 85.110833625 0.0491663750000072
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf79 2.81925910919 0 84.373333525 0.5799997124999976
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf80 2.22395915051 0 84.788333875 0.37166612499999874
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf81 2.42513277215 0 84.4791674 0.6808326000000108
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf82 2.69064816356 0 84.63916665 0.5208333499999981
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf83 2.75602585333 0 84.75333345 0.4066665500000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf84 2.90250153505 0 85.141666525 0.018333475000000043
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf85 2.50761735877 0 84.514999 0.645001000000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf86 2.65671333449 0 84.705833475 0.45416652499999943
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf87 2.73050807996 0 84.62583325 0.5341667500000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf88 1.97124355876 0 84.4249988 0.5025018000000117
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf89 2.90250153505 0 84.8575001 0.30249990000000937
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf90 2.75602585333 0 84.3941676 0.5487486000000033
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf91 2.520476477 0 85.418333225 0.04166677500000732
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf92 2.31110203954 0 84.375833875 0.5762491875000109
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf93 2.75602585333 0 85.0075001 0.15249990000000369
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf94 3.21935410129 0 84.358333425 0.6024998625000109
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf95 2.39753056999 0 84.707500725 0.4524992750000024
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf96 2.36674469012 0 84.974999525 0.18500047500000394
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf97 2.79256263316 0 85.303333425 0.15666657499999986
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf98 3.36634957954 0 84.39666595 0.5450010750000089
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf99 2.40535258985 0 84.7100002 0.44999980000000905
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf100 2.44524097268 0 84.6149996 0.5450004000000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf101 2.15883788221 0 84.639999725 0.5200002750000096
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf102 2.73050807996 0 85.433333075 0.026666925000012054
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf103 2.73050807996 0 84.5925011 0.5674988999999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf104 1.70856970404 0 85.433327 0.026672999999999558
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf105 2.73050807996 0 84.847499875 0.31250012500000823
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf106 2.23579750603 0 84.71749915 0.4425008500000104
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf107 2.66632133899 0 84.71916585 0.44083415000000914
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf108 2.42513277215 0 84.28750065 0.7087490250000101
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf109 2.75602585333 0 85.206666825 0.2533331750000059
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf110 5.11150591832 0 83.79833355 1.4424996750000147
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf111 4.48904909382 0 84.320000225 0.659999662500006
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf112 2.65915985321 0 84.07833405 1.022498925000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf113 2.55546827703 0 83.699167225 1.591249162500013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf114 2.70545850471 0 85.671666075 -0.2116660749999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf115 3.39002063361 0 85.46 1.1379786002407855e-14
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf116 3.92713031704 0 84.6025005 0.5574995000000001
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf117 3.44499877858 0 85.18999945 0.27000055000000317
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf118 1.82049363128 0 84.433334 0.4899990000000045
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf119 3.55760541076 0 85.04583425 0.1141657500000065
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf120 2.37454984713 0 85.641666 -0.1816659999999956
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf121 4.09568311293 0 83.7225 1.5562500000000128
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf122 4.81915540131 0 84.38833355 0.5574996750000096
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf123 2.92269861556 0 84.120833175 0.9587502375000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf124 2.9489396246 0 83.763333125 1.4950003125000038
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf125 4.11336811599 0 83.815833275 1.4162500875000035
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf126 5.24794714078 0 83.785832925 1.4612506125000166
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf127 3.02145143763 0 84.1524996 0.9112506000000096
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf128 4.68889675944 0 84.0608331 1.048750350000013
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf129 3.11726491618 0 84.2183331 0.8125003500000147
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf130 3.42944293235 0 84.7625002 0.39749979999999996
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf131 2.86589315985 0 85.57166635 -0.11166634999999586
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf132 1.9596080833 0 84.298332425 0.6925013625000105
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf133 3.21617930472 0 84.1633334 0.8949999000000091
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf134 4.94025067672 0 84.1550001 0.9074998500000149
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf135 3.06572586948 0 84.4866671 0.6733328999999998
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf136 4.00665156404 0 84.274166525 0.7287502125000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf137 1.82049363128 0 84.166664 0.8900040000000118
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf138 3.08174415116 0 84.457499125 0.45375131250001033
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf139 3.65459743556 0 84.9066661 0.25333390000000977
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf140 2.14786504266 0 84.365833225 0.5912501625000033
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf141 2.28268924961 0 84.1691664 0.8862504000000158
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf142 3.52359981675 0 85.0375003 0.12249970000000021
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf143 1.81032878247 0 83.433342 1.9899870000000135
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf144 4.33022330151 0 84.0491668 1.0662498000000156
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf145 3.29121134217 0 83.716666775 1.564999837500018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf146 2.95195426078 0 85.093332675 0.06666732500000594
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf147 3.0750779935 0 85.936666825 -0.4766668249999981
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf148 3.74747795825 0 85.196666675 0.2633333250000021
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf149 2.65915985321 0 84.4224995 0.5062507500000066
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf150 3.1142881864 0 85.5100001 -0.05000009999999405
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf151 1.9596080833 0 85.2125008 0.2474992000000043
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf152 3.12425627658 0 84.286666275 0.710000587500005
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf153 3.38956467165 0 84.857499125 0.3025008750000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf154 3.42944293235 0 83.970834125 1.1837488125000135
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf155 4.78009885505 0 83.987500375 1.1587494375000134
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf156 3.06572586948 0 84.009167425 1.126248862500006
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf157 3.25488617683 0 85.202499925 0.2575000750000072
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf158 3.39383892936 0 84.92416725 0.2358327500000087
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf159 2.71316395691 0 84.80000005 0.35999995000001095
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf160 4.42174155156 0 83.748334025 1.5174989624999995
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf161 3.65459743556 0 85.078332675 0.08166732500000651
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf162 2.8716823693 0 84.841666425 0.3183335750000055
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf163 5.03217204616 0 83.8383343 1.3824985500000082
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf164 1.58558171041 0 85.099998 0.06000200000000577
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf165 4.68074200425 0 83.841666625 1.3775000625000047
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf166 3.1883620737 0 84.814999575 0.3450004250000035
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf167 4.57189457086 0 83.503334175 1.8849987374999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf168 4.8992150082 0 83.6158339 1.71624915000001
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf169 5.06758855666 0 83.938332725 1.232500912500015
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf170 3.70045496902 0 85.094167475 0.06583252499999903
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf171 4.85009935161 0 83.74416815 1.5237477750000181
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf172 1.88313156795 0 84.26667 0.7399950000000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf173 2.32388897879 0 86.20500055 -0.745000549999989
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf174 2.70545850471 0 85.20833245 0.2516675500000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf175 3.40522010623 0 84.827500525 0.3324994750000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf176 4.11856269266 0 83.90916675 1.276249875000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf177 3.34760900076 0 84.98499845 0.17500154999999895
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf178 4.39538031203 0 84.335832975 0.636250537500004
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf179 1.91380012618 0 85.55583345 -0.09583344999998927
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf180 4.42174155156 0 83.86583365 1.3412495250000092
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf181 5.15619113861 0 83.95916635 1.201250475000002
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf182 3.20891955001 0 85.7524994 -0.2924993999999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf183 4.1422563221 0 84.29833355 0.6924996750000147
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf184 2.42917048367 0 84.279999875 0.7200001875000055
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf185 2.34066577715 0 84.152500325 0.9112495124999995
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf186 5.11150591832 0 83.97500015 1.1774997750000082
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf187 3.06891619039 0 84.6966661 0.4633339000000035
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf188 3.11726491618 0 85.584167775 -0.12416777499999226
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf189 2.40366321762 0 84.94250095 0.21749905000000924
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf190 3.10452256642 0 85.5149996 -0.05499959999999077
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf191 3.27701048398 0 84.047500025 1.0687499625
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf192 5.11150591832 0 84.306666725 0.6799999125000085
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf193 4.49523657385 0 83.747500025 1.5187499625000171
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf194 4.0126251583 0 84.09333305 1.0000004250000103
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf195 3.39354810299 0 85.572498425 -0.11249842500000112
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf196 4.68889675944 0 84.13833325 0.9325001250000042
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf197 2.23931936018 0 84.62500045 0.5349995500000034
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf198 2.86615984136 0 84.4133332 0.5200002000000126
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf199 3.74747795825 0 83.530000675 1.8449989875000128
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf200 5.20166453319 0 83.9658329 1.1912506500000148
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf201 3.19188638661 0 84.4616671 0.6983329000000055
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf202 2.32402535693 0 85.540833225 -0.08083322499999496
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf203 3.27302525995 0 85.705001075 -0.2450010749999933
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf204 3.85022285799 0 84.412500525 0.5212492125000097
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf205 2.53594802291 0 84.8191675 0.3408324999999991
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf206 2.32202027362 0 85.30666595 0.15333405000000938
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf207 4.46188167251 0 84.245833625 0.7712495625000031
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf208 3.05626197049 0 84.35000015 0.6149997750000082
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf209 2.54246041813 0 85.59333365 -0.13333365000000014
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf210 2.36674469012 0 85.26166675 0.19833325000000174
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf211 4.85885544059 0 84.03500025 1.0874996250000137
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf212 3.01527286358 0 85.25166645 0.20833355000000325
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf213 3.77626979527 0 84.515833225 0.6441667750000107
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf214 2.48024552199 0 84.81833225 0.3416677500000077
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf215 3.78064739543 0 83.686667275 1.6099990875000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf216 4.0017352815 0 84.64333385 0.5166661500000004
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf217 3.30967967793 0 85.17083325 0.28916675000000397
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf218 4.1480827235 0 84.016667025 1.114999462500002
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf219 3.89600156508 0 84.155833625 0.9062495625000082
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf220 3.40559661135 0 85.3216663 0.13833370000000117
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf221 3.07821945478 0 83.707499875 1.5787501875000132
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf222 3.52741090964 0 84.353332275 0.6100015875000082
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf223 2.36674469012 0 85.527500125 -0.06750012499999797
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf224 2.1110784986 0 85.359999775 0.10000022499999944
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf225 4.21929995362 0 84.450000275 0.46499958750001724
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf226 2.64029120901 0 84.650000775 0.5099992250000099
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf227 4.60110969497 0 84.265832875 0.7412506875000062
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf228 5.1195298246 0 83.73333345 1.5399998250000024
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf229 2.57325940549 0 85.131667 0.028333000000012043
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf230 3.80503735759 0 83.965000175 1.1924997375000075
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf231 4.78009885505 0 83.742500525 1.5262492125000122
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf232 2.79017349628 0 85.048331775 0.11166822500001106
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf233 2.85479601915 0 84.0425001 1.0762498500000106
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf234 2.45162045063 0 84.321666925 0.6574996125000041
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf235 3.51061454803 0 83.744166775 1.523749837500013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf236 2.46382267142 0 85.251666475 0.20833352500001184
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf237 3.40522010623 0 84.095 0.9975000000000094
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf238 4.48904909382 0 84.18750025 0.8587496250000086
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf239 3.50267448344 0 83.673333375 1.6299999375000098
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf240 3.89600156508 0 84.308333675 0.6774994875000075
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf241 4.42774475186 0 83.916665825 1.2650012625000144
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf242 4.51654937482 0 83.63583415 1.686248775000017
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf243 3.42944293235 0 83.6958342 1.596248700000018
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf244 3.57011348802 0 85.546666925 -0.08666692499999157
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf245 4.11336811599 0 84.458333575 0.45249963750001143
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf246 4.1715531621 0 84.187499775 0.8587503374999983
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf247 4.55843741409 0 83.9508335 1.2137497500000052
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf248 2.54900634755 0 83.861666275 1.3475005875000008
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf249 2.09298780883 0 83.450833675 1.96374948750001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf250 3.27701048398 0 83.801666175 1.4375007375000166
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf251 2.51832413986 0 84.13666705 0.934999425000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf252 3.16448600486 0 83.7658337 1.491249450000005
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf253 3.32835645011 0 83.675832875 1.6262506875000113
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf254 2.33141358263 0 83.9124993 1.2712510500000178
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf255 4.27374553867 0 83.818334725 1.4124979125000081
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf256 5.20166453319 0 84.0674998 1.038750300000018
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf257 4.23140792301 0 84.044167075 1.0737493875000013
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf258 1.92507021073 0 84.9625009 0.19749910000001025
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf259 3.65459743556 0 84.96083255 0.1991674499999988
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf260 2.13391055752 0 85.82416905 -0.3641690499999896
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf261 3.2442204033 0 85.1583328 0.0016672000000085285
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf262 2.59819756789 0 83.854999825 1.357500262500018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf263 2.49704621765 0 85.134999525 0.02500047500000735
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf264 2.34066577715 0 85.0483337 0.11166630000000455
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf265 3.38956467165 0 84.955000075 0.2049999250000042
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf266 2.74581611742 0 84.07250065 1.0312490250000153
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf267 4.94025067672 0 83.68916795 1.6062480750000105
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf268 3.26966664615 0 85.507500275 -0.04750027499999304
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf269 3.19188638661 0 85.40666595 0.053334050000000854
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf270 2.36674469012 0 85.0666672 0.09333280000000743
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf271 3.00947885334 0 84.567500175 0.5924998249999988
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf272 3.08174415116 0 84.0216675 1.1074987499999978
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf273 2.58475221483 0 83.989166175 1.1562507375000166
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf274 3.8653624219 0 84.400832725 0.5387509125000065
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf275 3.70045496902 0 84.84583205 0.31416795000000663
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf276 3.25488617683 0 85.282499875 0.17750012500000595
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf277 4.29866382416 0 83.777499575 1.473750637500018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf278 2.28075482883 0 85.216665825 0.24333417499999827
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf279 4.46188167251 0 84.554166075 0.6058339250000074
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf280 2.59384588291 0 83.8424995 1.376250750000004
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf281 3.57011348802 0 85.430833625 0.0291663749999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf282 4.749306487 0 84.22583335 0.8012499750000046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf283 2.13553800524 0 85.10166645 0.05833355000000895
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf284 2.46382267142 0 83.962499225 1.1962511625000047
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf285 4.78009885505 0 84.114167425 0.9687488625
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf286 3.20576529027 0 84.00249995 1.1362500750000066
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf287 3.67738324523 0 85.02916775 0.13083225000000598
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf288 3.86487740325 0 84.034167125 1.0887493125000134
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf289 3.370196653 0 83.727500375 1.5487494374999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf290 3.00947885334 0 84.167499375 0.8887509374999993
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf291 3.21617930472 0 85.604167575 -0.14416757500000016
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf292 2.68330363357 0 83.835833525 1.3862497125000104
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf293 2.2528774348 0 84.1324997 0.9412504500000125
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf294 2.56208144611 0 83.70083425 1.588748625000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf295 4.23690511031 0 84.03583255 1.0862511750000152
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf296 3.37064741875 0 83.596665525 1.7450017124999988
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf297 3.04987324632 0 84.694167575 0.46583242500001065
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf298 4.1715531621 0 84.387501175 0.5587482375000121
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf299 2.47192966909 0 84.504999275 0.6550007250000022
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf300 5.07547506828 0 83.71083285 1.5737507250000036
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf301 3.04987324632 0 84.300833725 0.6887494125000018
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf302 3.44136359344 0 85.140833475 0.01916652500001137
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf303 2.35356305584 0 84.982499375 0.17750062500000185
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf304 3.31339824504 0 85.795832875 -0.335832874999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf305 3.39354810299 0 84.9266668 0.23333319999999846
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf306 2.90250153505 0 84.3316671 0.6424993500000014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf307 2.58458352145 0 84.3508339 0.613749150000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf308 3.07218125113 0 85.380832525 0.07916747500000271
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf309 4.42774475186 0 83.895833025 1.296250462500005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf310 2.46803429972 0 83.817500275 1.413749587500007
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf311 4.48904909382 0 83.6108329 1.7237506499999995
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf312 2.53594802291 0 85.054167025 0.10583297500000699
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf313 4.63000451649 0 84.4649997 0.6950002999999981
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf314 2.68114957789 0 84.820833775 0.33916622500000815
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf315 3.34760900076 0 85.23750045 0.22249955000000626
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf316 2.50557750147 0 84.5375006 0.6224994000000038
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf317 4.60761017185 0 83.7708333 1.4837500499999976
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf318 2.8605404372 0 84.4941671 0.6658329000000066
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf319 2.30748540935 0 85.6141659 -0.15416589999999813
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf320 4.85885544059 0 84.37666675 0.5749998750000103
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf321 2.02960847562 0 85.007501175 0.15249882500000356
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf322 2.95809675652 0 85.295832475 0.1641675250000077
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf323 2.52912274255 0 83.908333625 1.2774995625000116
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf324 3.46562856844 0 85.1783329 0.2816671000000042
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf325 4.35642257412 0 84.435832725 0.4862509125000116
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf326 4.42174155156 0 84.484166675 0.6758333250000078
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf327 3.42944293235 0 85.258334 0.20166600000000018
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf328 2.9200817227 0 85.425833725 0.03416627500000119
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf329 2.12312397991 0 85.304999325 0.15500067500000797
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf330 3.39002063361 0 84.330833225 0.6437501624999982
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf331 2.19091471805 0 84.1649996 0.8925006000000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf332 4.35642257412 0 84.2174994 0.8137509000000165
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf333 3.30640319553 0 83.7333332 1.5400002000000015
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf334 3.35104871505 0 85.510834475 -0.050834474999990664
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf335 2.7823322265 0 84.299167475 0.6912487875000011
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf336 1.79160865678 0 83.333336 2.1399960000000036
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf337 1.82049363128 0 83.633339 1.6899914999999979
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf338 2.86589315985 0 85.0425013 0.11749870000000728
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf339 4.85885544059 0 84.0366665 1.0850002500000144
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf340 2.73557376185 0 85.156665975 0.003334025000009455
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf341 2.8168240943 0 84.806666 0.35333399999999815
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf342 5.02441943023 0 83.959166925 1.2012496124999998
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf343 4.38883904114 0 84.42666685 0.4999997250000021
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf344 3.97476744493 0 84.278334475 0.7224982875000165
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf345 2.58458352145 0 85.45583365 0.004166350000002705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf346 2.51626683335 0 85.00499975 0.15500025000000905
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf347 3.89600156508 0 83.8199999 1.410000150000009
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf348 4.67403368929 0 84.041666625 1.0775000625000004
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf349 3.65869733242 0 84.625833975 0.534166024999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf350 3.44499877858 0 84.2925001 0.7012498500000106
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf351 2.33141358263 0 85.58333305 -0.12333304999998801
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf352 4.38883904114 0 83.934167675 1.2387484875000112
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf353 3.04357800698 0 85.43666725 0.023332750000005842
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf354 4.42774475186 0 83.994167575 1.148748637499999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf355 4.06183643479 0 83.865833225 1.3412501625000033
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf356 2.49704621765 0 83.978333525 1.172499712500013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf357 2.29508685841 0 85.124999725 0.03500027500001013
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf358 3.88013266186 0 83.978333325 1.1725000125000165
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf359 3.30640319553 0 85.405833675 0.05416632500000845
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf360 3.19188638661 0 83.76416665 1.493750024999997
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf361 4.11336811599 0 84.49083295 0.6691670500000072
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf362 3.52359981675 0 84.929999375 0.23000062500001095
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf363 3.65869733242 0 84.155833425 0.9062498625000117
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf364 2.63326868545 0 83.545833975 1.8212490375000172
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf365 2.73835708776 0 84.59083395 0.5691660500000012
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf366 1.94407886078 0 84.159166525 0.9012502125000026
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf367 3.27701048398 0 84.339999725 0.63000041250001
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf368 2.8439887133 0 83.61499925 1.7175011250000125
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf369 2.98806898383 0 84.2358331 0.7862503500000173
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf370 5.20166453319 0 83.64583405 1.6712489250000004
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf371 2.38597460634 0 85.628333575 -0.16833357499999407
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf372 3.20576529027 0 84.0533323 1.0600015500000168
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf373 3.48571779877 0 85.29583275 0.1641672500000027
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf374 3.12725210162 0 83.810833375 1.4237499375000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf375 5.00735701676 0 83.70333305 1.5850004250000111
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf376 2.7586587916 0 84.016666475 1.115000287500017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf377 3.59623494226 0 84.02083355 1.1087496749999985
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf378 3.07218125113 0 84.863333575 0.2966664250000065
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf379 5.15619113861 0 84.0725 1.03125
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf380 3.30640319553 0 83.986665925 1.1600011125000123
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf381 2.93135224398 0 84.207499925 0.8287501125000176
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf382 4.85885544059 0 83.6624998 1.6462502999999984
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf383 3.48571779877 0 83.728333825 1.547499262499997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf384 3.39002063361 0 83.503332775 1.8850008375000016
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf385 4.42174155156 0 84.431667375 0.4924989375000024
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf386 4.67403368929 0 83.978332625 1.172501062500018
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf387 3.46562856844 0 85.096666525 0.06333347500000175
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf388 5.1195298246 0 83.626666625 1.7000000625000098
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf389 3.42944293235 0 83.7425005 1.5262492499999993
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf390 4.1480827235 0 83.877500325 1.323749512500008
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf391 2.94627555145 0 83.535000025 1.8374999625000044
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf392 3.48199621824 0 85.194167075 0.2658329250000094
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf393 5.29506075557 0 83.740000375 1.5299994375000168
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf394 3.39002063361 0 85.356666 0.10333400000000098
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf395 2.61686247873 0 83.76666665 1.4900000250000005
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf396 3.80013422222 0 83.9200003 1.2599995500000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf397 3.84520265677 0 84.26749955 0.7387506750000128
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf398 3.85022285799 0 84.3808335 0.5687497500000163
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf399 1.88204484827 0 84.4200002 0.5099997000000016
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf400 3.20576529027 0 83.7333335 1.5399997500000069
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf401 4.8661051796 0 83.832500275 1.3912495875000062
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf402 2.55546827703 0 85.2574993 0.2025006999999988
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf403 2.60969359339 0 85.549166275 -0.08916627499999946
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf404 3.15056754597 0 84.719165625 0.4408343750000029
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf405 3.44136359344 0 84.57583365 0.5841663499999982
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf406 2.56229458097 0 83.766666575 1.4900001375000045
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf407 4.94025067672 0 84.08000015 1.0199997750000023
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf408 4.0017352815 0 84.265833375 0.7412499375000081
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf409 2.81662374994 0 85.6191671 -0.1591670999999934
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf410 2.84104486338 0 83.69583365 1.5962495250000117
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf411 3.84974163103 0 83.6866675 1.6099987500000097
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf412 3.32835645011 0 85.147500375 0.012499624999998127
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf413 3.20535754348 0 84.6524999 0.50750010000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf414 3.92713031704 0 84.51583365 0.6441663500000004
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf415 3.65459743556 0 84.525833325 0.6341666750000116
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf416 4.42174155156 0 84.50833295 0.6516670500000089
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf417 3.10452256642 0 84.8075001 0.3524999000000065
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf418 3.56620961403 0 85.090833625 0.06916637500000322
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf419 2.61205424073 0 84.2916662 0.7025007000000159
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf420 2.30954242221 0 83.91000015 1.2749997750000048
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf421 2.32388897879 0 85.4341668 0.025833200000005274
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf422 3.16448600486 0 85.372500475 0.08749952500000974
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf423 2.68114957789 0 83.6916668 1.6024998000000181
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf424 3.40166834257 0 83.9191672 1.2612492000000017
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf425 2.32953276127 0 85.559166375 -0.09916637499999864
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf426 2.93135224398 0 84.9558331 0.20416689999999849
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf427 2.98202604677 0 83.9716663 1.1825005500000145
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf428 4.29300531776 0 84.635832975 0.5241670250000056
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf429 4.46188167251 0 83.8666668 1.339999800000001
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf430 2.29313137734 0 83.5649998 1.7925003000000146
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf431 3.07180677592 0 85.439167075 0.02083292500000483
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf432 3.66367779072 0 83.75999915 1.5000012750000096
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf433 4.94025067672 0 84.2616668 0.747499800000007
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf434 4.85885544059 0 83.932499875 1.2412501875000004
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf435 3.28789331155 0 84.913333525 0.24666647500000638
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf436 5.11150591832 0 83.850832525 1.3637512125000057
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf437 3.48571779877 0 84.99583365 0.16416635000001067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf438 2.42513277215 0 85.244167075 0.21583292500001222
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf439 3.17463312783 0 84.883333125 0.2766668750000122
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf440 3.74747795825 0 84.98666605 0.1733339500000085
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf441 2.90250153505 0 84.057500025 1.0537499625000137
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf442 3.04987324632 0 84.386666325 0.560000512500018
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf443 3.05943261456 0 83.763333325 1.4950000125000003
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf444 2.98202604677 0 84.424166475 0.5037502874999973
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf445 3.73279362334 0 84.47166705 0.6883329500000116
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf446 4.28054278574 0 84.365000175 0.592499737499999
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf447 4.749306487 0 84.19499995 0.8475000750000135
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf448 2.41129462935 0 85.37333335 0.08666665000000934
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf449 4.62205314759 0 84.094166925 0.9987496125000135
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf450 3.58748542243 0 83.93999855 1.2300021750000099
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf451 3.35868172117 0 84.358334225 0.6024986625000182
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf452 3.2442204033 0 83.892500775 1.3012488375000046
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf453 3.47749717017 0 84.054167525 1.0587487125000123
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf454 4.6004224797 0 83.909999675 1.2750004875000158
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf455 2.74581611742 0 83.711667625 1.5724985625000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf456 3.55728584143 0 82.854999725 2.857500412500009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf457 4.40789063084 0 84.004166675 1.1337499875000177
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf458 3.23000726883 0 83.2958329 2.1962506500000174
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf459 3.90066133282 0 83.319168 2.1612480000000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf460 4.68074200425 0 83.734165525 1.5387517125000159
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf461 3.25488617683 0 84.3124998 0.6712503000000112
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf462 4.17689583184 0 84.9249996 0.23500039999999844
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf463 3.80013422222 0 84.0683336 1.0374996000000039
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf464 3.80013422222 0 83.8733328 1.3300008000000076
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf465 3.53595970915 0 83.400833725 2.0387494125000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf466 4.56481779115 0 83.8733324 1.3300014000000147
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf467 4.27374553867 0 83.748333725 1.5174994125000154
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf468 3.0122585054 0 83.455833075 1.9562503875000061
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf469 4.78711530883 0 83.65750105 1.6537484250000176
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf470 2.69064816356 0 83.47416785 1.9287482250000068
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf471 2.97872563985 0 84.6950001 0.4649999000000037
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf472 2.96979047613 0 83.0250004 2.6024994000000135
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf473 3.12725210162 0 83.171666475 2.382500287500015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf474 3.38956467165 0 85.40000015 0.05999985000000835
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf475 5.50155459048 0 83.673333075 1.6300003875000044
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf476 4.56481779115 0 83.7641668 1.4937498000000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf477 4.49523657385 0 83.826667975 1.3999980374999978
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf478 4.17689583184 0 83.59416615 1.7487507749999978
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf479 4.77162407078 0 83.575000575 1.7774991375000013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf480 3.84974163103 0 83.948332575 1.2175011375000153
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf481 4.36224960626 0 83.728333275 1.547500087500012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf482 3.61386264477 0 83.7358343 1.5362485500000176
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf483 5.1195298246 0 83.2549999 2.2575001500000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf484 3.51061454803 0 84.35999905 0.6000014250000092
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf485 4.68074200425 0 84.0499998 1.0650003000000154
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf486 3.70465846079 0 84.597500425 0.5624995749999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf487 2.99080920887 0 83.2541668 2.258749800000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf488 3.31339824504 0 84.869167175 0.29083282500000396
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf489 3.0527280537 0 84.244166775 0.7737498375000129
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf490 4.49523657385 0 83.6258349 1.7012476500000062
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf491 2.03940354341 0 83.530000975 1.8449985375000182
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf492 3.30234620526 0 83.769999675 1.4850004875000167
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf493 4.11856269266 0 82.9658334 2.6912499000000167
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf494 2.56430926229 0 83.56583275 1.79125087500001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf495 4.06183643479 0 83.384999475 2.0625007875000065
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf496 3.54436876665 0 83.98666645 1.1600003250000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf497 4.49523657385 0 84.877499925 0.28250007500001006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf498 3.07180677592 0 84.006665775 1.1300013375000049
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf499 4.41448885793 0 84.739167225 0.4208327750000024
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf500 4.8661051796 0 83.76833265 1.4875010250000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf501 3.03083319426 0 83.9025001 1.2862498500000115
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf502 4.39475317355 0 83.85416775 1.3587483750000047
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf503 3.13382775829 0 83.087500375 2.5087494375000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf504 4.8661051796 0 83.73499935 1.5375009750000146
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf505 4.40131209873 0 83.6399992 1.6800011999999995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf506 4.71064890814 0 83.84750095 1.3687485750000121
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf507 2.66150866558 0 83.75666565 1.5050015250000044
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf508 2.86589315985 0 83.689166825 1.6062497625000063
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf509 4.53672840544 0 83.38583315 2.0612502750000132
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf510 3.39354810299 0 83.37083375 2.0837493750000036
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf511 4.29866382416 0 83.6133328 1.7200008000000153
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf512 2.64960329927 0 83.56416675 1.7937498750000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf513 5.1195298246 0 83.70499985 1.5825002250000182
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf514 4.62205314759 0 84.531667025 0.6283329750000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf515 3.51061454803 0 84.77166675 0.38833325000001084
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf516 4.56481779115 0 83.193332675 2.3500009875000174
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf517 4.47477396827 0 83.7516658 1.512501300000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf518 3.80013422222 0 83.5333328 1.8400008000000128
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf519 3.29121134217 0 83.777499575 1.473750637500018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf520 4.17098826512 0 84.67083305 0.4891669500000063
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf521 4.42774475186 0 83.91999975 1.2600003750000042
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf522 4.98960168004 0 83.666666775 1.6399998375000138
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf523 5.40080120652 0 83.67083355 1.6337496750000113
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf524 4.23690511031 0 84.887500325 0.2724996750000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf525 2.93433101084 0 84.92166715 0.23833285000000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf526 4.68074200425 0 83.80833305 1.4275004250000052
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf527 4.1533654053 0 83.0999996 2.490000600000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf528 3.52741090964 0 84.39583325 0.5462501250000145
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf529 3.29121134217 0 85.70333195 -0.24333195000000102
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf530 4.8661051796 0 83.547500225 1.818749662500018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf531 3.15056754597 0 84.0058332 1.1312502000000109
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf532 4.32387438839 0 82.97166645 2.6825003250000066
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf533 2.80584737113 0 83.8400008 1.3799988000000099
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf534 3.8397168061 0 83.173333575 2.3799996375000063
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf535 4.00665156404 0 84.0058329 1.1312506500000055
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf536 5.60613859814 0 83.570832975 1.783750537500005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf537 2.49282474144 0 83.272499025 2.231251462500005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf538 3.99579404276 0 83.340832675 2.1287509875000055
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf539 3.3549420805 0 83.699166625 1.5912500625000021
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf540 4.60761017185 0 83.509999925 1.875000112500004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf541 2.39753056999 0 83.39333175 2.0500023750000054
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf542 2.99080920887 0 83.24750015 2.2687497750000176
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf543 3.51061454803 0 84.308333575 0.6774996374999986
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf544 4.27374553867 0 83.973333025 1.1800004625000042
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf545 4.33022330151 0 83.722499325 1.556251012500006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf546 4.56481779115 0 83.53500085 1.8374987250000032
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf547 4.09568311293 0 84.77583305 0.38416695000000234
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf548 2.92269861556 0 83.676667275 1.624999087500008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf549 3.90066133282 0 84.114167575 0.9687486375000134
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf550 2.30748540935 0 85.19333455 0.26666545000000214
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf551 3.81982297414 0 83.2883327 2.2075009500000107
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf552 2.48647461628 0 84.136666175 0.9350007375000047
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf553 4.06183643479 0 84.096666475 0.9950002874999981
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf554 3.29121134217 0 83.677498825 1.6237517625000066
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf555 4.62205314759 0 83.57666685 1.774999725000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf556 4.42774475186 0 83.749999975 1.515000037500016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf557 3.46931522498 0 84.18249955 0.8662506750000034
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf558 2.16999135568 0 84.5841665 0.5758335000000102
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf559 3.80013422222 0 83.679166625 1.6212500625000175
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf560 4.48157410599 0 83.7274995 1.5487507500000177
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf561 4.23690511031 0 84.0941674 0.9987489000000025
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf562 5.40080120652 0 83.426666225 2.0000006624999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf563 4.36224960626 0 83.5524996 1.811250600000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf564 5.19163058913 0 83.597499825 1.7437502625000079
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf565 3.57877837384 0 84.496667225 0.6633327750000092
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf566 3.93186488986 0 83.839999775 1.3800003375000145
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf567 4.41448885793 0 83.87999955 1.320000675000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf568 3.24057963994 0 84.304166675 0.6837499875000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf569 3.61386264477 0 84.019999425 1.1100008625000157
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf570 5.1195298246 0 83.2475002 2.2687497000000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf571 4.8661051796 0 83.777500025 1.4737499625000154
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf572 3.39354810299 0 82.96583305 2.691250425000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf573 5.45071234571 0 83.635833125 1.6862503125000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf574 3.47749717017 0 84.45083235 0.46375147500000935
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf575 4.36224960626 0 84.5974989 0.5625011000000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf576 3.65869733242 0 85.481666225 -0.021666224999992767
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf577 5.20997422309 0 83.5750004 1.7774994000000177
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf578 3.05595874161 0 83.3591666 2.1012501000000157
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf579 3.80013422222 0 84.399166125 0.5412508125000173
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf580 3.74226721787 0 84.9525001 0.2074999000000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf581 3.24771715301 0 84.51416745 0.645832550000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf582 4.00665156404 0 83.50249935 1.8862509750000171
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf583 2.80051833724 0 84.685833875 0.474166125000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf584 4.56481779115 0 82.9549998 2.7075003000000137
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf585 3.24057963994 0 84.2116667 0.8224999500000152
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf586 4.21269566507 0 83.9266659 1.2500011500000028
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf587 3.39354810299 0 83.1466669 2.4199996500000083
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf588 5.20997422309 0 83.466666825 1.9399997625000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf589 3.73279362334 0 83.930000175 1.2449997375000024
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf590 4.18876131089 0 84.155000125 0.9074998125000064
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf591 3.88524454546 0 84.22166635 0.8075004749999977
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf592 3.57011348802 0 84.1708333 0.8837500500000104
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf593 3.84974163103 0 83.740833875 1.5287491874999972
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf594 3.52741090964 0 85.19999995 0.2600000499999993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf595 2.0006931511 0 83.368333425 2.087499862500003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf596 2.39952284113 0 83.755833075 1.5062503875000104
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf597 5.03217204616 0 83.551667425 1.8124988625
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf598 2.3293565891 0 85.089168 0.07083200000000434
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf599 3.23709823473 0 83.13499875 2.4375018750000166
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf600 3.09112547159 0 84.906667725 0.25333227499999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf601 4.44108049557 0 83.01749995 2.613750075000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf602 4.71064890814 0 83.3824997 2.0662504500000125
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf603 4.8661051796 0 83.372500575 2.081249137500002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf604 3.19840480446 0 84.269166725 0.7362499124999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf605 4.06183643479 0 83.374165925 2.078751112500008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf606 3.46931522498 0 83.883333175 1.3150002375000014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf607 3.65869733242 0 84.564166025 0.5958339749999993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf608 3.84974163103 0 84.50499975 0.655000250000009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf609 3.0060522373 0 83.2666666 2.2400001000000174
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf610 4.29866382416 0 84.190832875 0.8537506875000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf611 2.52912274255 0 84.520834775 0.6391652250000078
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf612 3.65869733242 0 85.08833295 0.07166705000001061
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf613 2.93426889145 0 83.395833075 2.0462503875000095
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf614 3.72807479022 0 84.123332375 0.9550014375000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf615 5.03217204616 0 83.560833775 1.7987493374999985
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf616 4.11281886651 0 84.95750045 0.2024995500000074
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf617 3.0750779935 0 85.0858345 0.07416550000000088
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf618 4.17689583184 0 83.297500675 2.1937489875000153
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf619 2.69556689425 0 84.925000575 0.2349994250000066
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf620 3.02145143763 0 83.3250005 2.1524992500000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf621 3.535869506 0 85.07499905 0.08500095000000274
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf622 3.2442204033 0 84.0949995 0.9975007500000075
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf623 3.0184247196 0 83.844166 1.3737510000000057
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf624 4.28616846517 0 84.8858338 0.2741662000000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf625 4.02854458864 0 83.6858329 1.6112506500000165
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf626 2.63299356219 0 83.69916615 1.591250775000013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf627 3.80013422222 0 83.6391668 1.6812498000000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf628 3.61386264477 0 84.3174999 0.6637501500000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf629 4.78711530883 0 83.6666668 1.6399998000000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf630 2.93433101084 0 85.0549992 0.10500080000000767
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf631 4.24911447842 0 83.8516655 1.362501750000014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf632 5.1195298246 0 83.624166275 1.7037505875000178
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf633 4.00665156404 0 83.2800001 2.219999850000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf634 4.8661051796 0 83.880833225 1.3187501625000024
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf635 3.32835645011 0 83.3925005 2.051249250000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf636 4.29866382416 0 84.145833375 0.9212499375000149
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf637 2.65671333449 0 83.742498925 1.5262516124999976
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf638 3.0750779935 0 84.079998875 1.020001687500006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf639 5.20997422309 0 83.537500425 1.8337493625000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf640 3.17089287752 0 83.099998875 2.490001687500012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf641 4.63658695371 0 83.5449995 1.8225007500000032
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf642 3.3549420805 0 83.34 2.1300000000000026
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf643 3.75178902153 0 84.438333425 0.4824998625000134
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf644 3.35104871505 0 84.717499525 0.44250047500001133
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf645 2.34416917693 0 84.8849997 0.27500030000001063
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf646 2.5118891277 0 82.94666695 2.719999575000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf647 4.94774553187 0 83.433333375 1.9899999375000021
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf648 4.42774475186 0 83.6849998 1.6125003000000078
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf649 3.43305296381 0 83.0583327 2.5525009500000166
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf650 4.6004224797 0 83.8491669 1.3662496500000074
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf651 3.31720456502 0 83.159166925 2.401249612500017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf652 3.95294609782 0 84.73250125 0.4274987500000066
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf653 5.45071234571 0 83.452499775 1.9612503374999974
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf654 4.71064890814 0 83.414999175 2.0175012374999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf655 4.29866382416 0 83.088333125 2.5075003124999995
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf656 2.83285757459 0 84.964999975 0.19500002500000735
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf657 2.93135224398 0 83.37833325 2.072500125000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf658 4.27374553867 0 83.634166725 1.6887499125000076
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf659 3.73279362334 0 83.000833325 2.6387500125000045
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf660 3.36634957954 0 83.085833475 2.511249787500006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf661 2.7586587916 0 83.30083345 2.1887498250000093
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf662 4.64388818634 0 83.463332725 1.9450009125000065
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf663 3.36634957954 0 84.3250002 0.6524996999999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf664 4.6659305061 0 83.376666675 2.0749999875000142
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf665 4.23690511031 0 84.83333285 0.32666715000000013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf666 2.93135224398 0 84.160833275 0.8987500875000052
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf667 2.95195426078 0 84.90749935 0.2525006500000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf668 4.53672840544 0 83.541666425 1.827500362500004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf669 2.34416917693 0 84.857499925 0.3025000750000061
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf670 3.48984270518 0 84.41999995 0.5100000750000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf671 3.0527280537 0 83.764167575 1.4937486375000049
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf672 3.25488617683 0 83.087500625 2.5087490625000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf673 4.71064890814 0 83.144999575 2.4225006375000078
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf674 3.26931959511 0 85.326667 0.13333300000000464
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf675 5.20997422309 0 83.419166925 2.011249612500009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf676 3.43696886837 0 84.8083328 0.35166720000000284
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf677 2.68574735107 0 83.555000175 1.8074997375000024
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf678 4.33659088676 0 84.000833925 1.1387491125000153
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf679 3.46931522498 0 84.7716667 0.3883333000000079
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf680 4.45449681271 0 83.47833315 1.9225002750000115
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf681 5.1195298246 0 83.4533334 1.9599998999999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf682 4.11856269266 0 84.7766674 0.38333260000001135
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf683 3.59623494226 0 83.344999875 2.122500187500009
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf684 2.42917048367 0 85.255833125 0.2041668750000099
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf685 3.93186488986 0 84.61999955 0.5400004500000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf686 3.84974163103 0 83.789999375 1.4550009375000172
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf687 3.97425458366 0 83.988333325 1.1575000125000088
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf688 3.8397168061 0 84.514167225 0.6458327750000109
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf689 4.09568311293 0 83.275000525 2.227499212500014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf690 3.56149045943 0 84.91583295 0.24416705000001004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf691 4.42774475186 0 83.76000005 1.4999999250000045
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf692 4.22476570574 0 83.904999775 1.282500337500018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf693 4.11856269266 0 83.91000025 1.2749996250000137
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf694 5.1195298246 0 83.49333325 1.9000001249999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf695 2.67115144897 0 83.42999995 1.9950000750000143
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf696 4.23690511031 0 84.7383333 0.4216667000000115
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf697 4.40131209873 0 83.79416645 1.448750324999999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf698 4.99805803481 0 83.810000025 1.4249999625000171
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf699 3.2442204033 0 83.42666685 1.9999997250000021
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf700 4.57189457086 0 83.818333625 1.4124995625000167
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf701 4.60761017185 0 83.0674999 2.5387501500000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf702 3.07821945478 0 84.765834275 0.394165725000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf703 4.36224960626 0 84.02166645 1.1075003250000108
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf704 2.76636700953 0 84.60416665 0.5558333500000089
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf705 2.34790180657 0 85.303332675 0.15666732500001218
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf706 3.15056754597 0 84.009166575 1.1262501375000156
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf707 4.49523657385 0 84.54749905 0.6125009500000062
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf708 4.03958106713 0 85.1300001 0.02999990000000141
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf709 5.07547506828 0 83.512499625 1.871250562500002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf710 4.63658695371 0 83.60999985 1.7250002250000165
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf711 3.90066133282 0 83.80166665 1.4375000250000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf712 3.40522010623 0 84.083332975 1.0150005375000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf713 4.55072975326 0 83.676665425 1.6250018625000138
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf714 2.49700123309 0 84.32166715 0.6574992750000135
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf715 3.55728584143 0 83.1108332 2.473750200000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf716 4.55072975326 0 83.798333375 1.4424999375000098
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf717 4.21269566507 0 83.65583315 1.6562502749999979
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf718 3.04334411031 0 84.176667425 0.8749988625
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf719 2.61896392029 0 83.72333265 1.5550010250000028
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf720 5.60613859814 0 83.339999575 2.130000637500018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf721 4.91476285223 0 83.251666825 2.2624997625000063
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf722 4.95606048827 0 83.671666925 1.6324996125000126
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf723 3.0060522373 0 83.262499775 2.2462503375000153
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf724 3.94237731198 0 84.794999925 0.3650000750000061
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf725 3.24779325302 0 83.64083305 1.6787504250000111
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 6 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf726 3.03083319426 0 84.04750105 1.0687484250000168
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf727 4.28616846517 0 84.5724998 0.5875002000000024
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf728 2.91685555044 0 83.389167125 2.0562493125000074
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf729 2.88270158233 0 84.89833305 0.26166695000000006
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf730 3.25488617683 0 82.98416655 2.663750175000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf731 4.23690511031 0 83.139999175 2.430001237500008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf732 5.45071234571 0 83.36999975 2.085000375
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf733 3.45315232558 0 82.9650004 2.692499400000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf734 2.48024552199 0 83.764166825 1.493749762500002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf735 3.51488775582 0 82.97500075 2.6774988749999977
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf736 5.1195298246 0 83.901665725 1.2875014125000064
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf737 3.16076961237 0 83.37416625 2.078750625000005
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf738 3.46931522498 0 83.415000625 2.0174990625000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf739 5.03217204616 0 83.3558337 2.10624945
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf740 5.20997422309 0 83.76499975 1.4925003750000059
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf741 3.29121134217 0 84.9216665 0.23833350000000453
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf742 3.76626526312 0 82.96916675 2.6862498750000086
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf743 3.39737435359 0 84.125833175 0.9512502375000125
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf744 3.42897630477 0 83.886666875 1.309999687500003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 5 
+4 promise swing_level 6 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf745 3.84974163103 0 84.352499825 0.6112502625000147
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf746 3.36634957954 0 84.6774997 0.48250030000000665
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf747 4.71064890814 0 83.726666975 1.5499995375000069
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf748 3.0527280537 0 83.5691671 1.7862493500000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf749 4.29866382416 0 83.41666675 2.014999875000001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 5 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf750 3.8699491435 0 84.844166325 0.3158336750000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf751 4.68074200425 0 83.453333275 1.9600000874999992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf752 3.84974163103 0 84.13833275 0.9325008750000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf753 4.23690511031 0 84.0374998 1.0837502999999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf754 3.73279362334 0 83.38416615 2.0637507750000097
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf755 3.3549420805 0 83.305833625 2.1812495624999997
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf756 2.93135224398 0 83.381666725 2.067499912500004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf757 4.23690511031 0 83.1691663 2.386250550000007
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf758 5.1643560615 0 83.50833265 1.877501025000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf759 3.84974163103 0 83.7841657 1.4637514500000037
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf760 4.21269566507 0 83.945000075 1.222499887500014
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf761 3.75178902153 0 84.19999985 0.8400002250000114
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf762 3.93186488986 0 83.3824991 2.0662513500000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf763 3.78064739543 0 83.970832525 1.183751212499999
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf764 3.90066133282 0 83.275000075 2.2274998875000165
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf765 4.36224960626 0 82.970831925 2.6837521125000094
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf766 4.40131209873 0 84.19666645 0.8450003250000151
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf767 3.77580687597 0 84.63999925 0.5200007500000027
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf768 3.40522010623 0 84.372499775 0.5812503375000162
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf769 3.37413466519 0 83.10833335 2.477499975000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf770 4.36224960626 0 83.624166575 1.703750137500002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf771 2.69064816356 0 83.3299999 2.1450001500000013
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf772 3.17089287752 0 83.14083245 2.4287513250000003
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 promise swing_level 6 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf773 2.76636700953 0 83.49833355 1.8924996750000105
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf774 3.90066133282 0 84.675833325 0.4841666750000059
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf775 3.46931522498 0 82.96750055 2.6887491750000123
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf776 3.44499877858 0 84.069166625 1.0362500625000166
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 7 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf777 3.72807479022 0 84.8000002 0.35999980000000564
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf778 3.84974163103 0 83.89249975 1.3012503750000093
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf779 3.39354810299 0 83.616666525 1.7150002125000086
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf780 4.78711530883 0 83.7558332 1.5062502000000109
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf781 3.21935410129 0 85.51583235 -0.05583234999999148
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf782 4.36224960626 0 84.7341658 0.4258342000000056
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 4 
+5 promise swing_level 7 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf783 4.09568311293 0 84.338332525 0.63250121250001
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 6 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf784 3.96890595417 0 84.714166325 0.4458336750000115
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf785 3.90066133282 0 84.400833425 0.5387498625000049
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf786 2.87421319527 0 85.265833675 0.19416632500000902
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf787 4.33659088676 0 83.624999175 1.7025012375000088
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf788 4.78711530883 0 83.92583345 1.2512498250000093
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf789 2.39753056999 0 84.877501875 0.28249812500001215
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf790 4.55072975326 0 84.004165775 1.1337513375000015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf791 3.08465896376 0 85.410834325 0.04916567500000896
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 7 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf792 4.53672840544 0 84.04999965 1.065000525000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv samp 35 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf793 3.72807479022 0 84.30833215 0.6775017750000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 4 
+4 promise swing_level 4 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf794 5.07547506828 0 83.721666125 1.5575008125000096
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 4 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf795 5.20997422309 0 83.57750015 1.7737497749999989
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 3 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf796 4.00665156404 0 83.979166625 1.1712500625000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 4 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf797 3.9635717019 0 83.843332025 1.375001962500015
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf798 2.81925910919 0 83.48583365 1.9112495250000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 3 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf799 2.0622213797 0 84.307499875 0.6787501875000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+4 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+5 gpu conv samp 36 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf800 4.1533654053 0 83.934999825 1.2375002624999993
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 3 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+6 promise swing_level 6 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
++++++
+conf801 4.06183643479 0 83.36000025 2.0999996250000095
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 32 add fp16 1 tanh fp16 1 
+4 promise swing_level 3 
+5 gpu conv samp 33 add fp16 1 tanh fp16 1 
+6 promise swing_level 5 
+7 gpu mul fp16 1 add fp16 1 
+8 gpu softmax fp16 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/src/alexnet2_loop.cpp b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/src/alexnet2_loop.cpp
index 91bf3b0c4523e7239d7f11f6ad350f9dbb454a91..e3c06325a67e648da47f710c72498308da1041be 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/src/alexnet2_loop.cpp
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/alexnet2/src/alexnet2_loop.cpp
@@ -487,7 +487,7 @@ int main(){
 
 
   int batch_size = 500;
-  int test_input_size = 10000;  
+  int test_input_size = 5000;  
   int batch_count = test_input_size / batch_size;
 
   std::string input_path =  dir_prefix + std::string("input.bin"); 
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_confs_batch220.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_confs_batch220.txt
new file mode 100644
index 0000000000000000000000000000000000000000..7f127df520bd043e2f798c2adb35f26d55e8e29b
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_confs_batch220.txt
@@ -0,0 +1,3288 @@
++++++
+conf1 1 0 99.69 0
+1 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+2 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+3 gpu mul fp32 1 add fp32 1 tanh fp32 1 
+4 gpu mul fp32 1 add fp32 1 tanh fp32 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1 1.78817265464 0 99.220001 0.7049985000000021
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf2 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf3 1.73515484904 0 99.559998 0.5300020000000046
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf4 1.72017310656 0 99.540001 0.549998999999994
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf5 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf6 2.00016617632 0 99.68 0.4099999999999909
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf7 1.72333900478 0 99.620003 0.4699970000000008
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf8 1.78817265464 0 99.099998 0.8850029999999975
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf9 1.73515484904 0 99.580002 0.5099980000000045
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf10 1.78817265464 0 99.32 0.5550000000000068
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf11 1.73515484904 0 99.699997 0.39000300000000154
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf12 1.77226558474 0 99.540001 0.549998999999994
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf13 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf14 1.72333900478 0 99.620003 0.4699970000000008
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf15 1.7756263212 0 99.099998 0.8850029999999975
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf16 2.00016617632 0 99.660004 0.42999599999999705
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf17 1.7756263212 0 99.260002 0.6449969999999965
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf18 1.51382277464 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf19 1.5 0 99.699997 0.39000300000000154
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf20 1.97610564729 0 99.599998 0.4900019999999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf21 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf22 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf23 1.78817265464 0 99.239998 0.6750029999999967
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf24 1.72333900478 0 99.519997 0.5700029999999942
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf25 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf26 1.77226558474 0 99.339996 0.5250059999999976
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf27 1.72017310656 0 99.300003 0.5849954999999909
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf28 2.00016617632 0 99.199997 0.7350045000000023
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf29 1.73515484904 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf30 1.99590274244 0 99.099998 0.8850029999999975
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf31 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf32 1.99590274244 0 99.540001 0.549998999999994
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf33 1.7756263212 0 99.279999 0.6150014999999911
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf34 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf35 1.72017310656 0 99.620003 0.4699970000000008
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf36 1.72333900478 0 99.639999 0.45000099999999466
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf37 1.73515484904 0 99.559998 0.5300020000000046
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf38 1.78817265464 0 99.239998 0.6750029999999967
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf39 1.77226558474 0 99.059998 0.9450030000000069
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf40 1.99590274244 0 99.580002 0.5099980000000045
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf41 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf42 1.7756263212 0 99.239998 0.6750029999999967
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf43 1.7756263212 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf44 1.73515484904 0 99.599998 0.4900019999999984
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf45 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf46 1.72333900478 0 99.620003 0.4699970000000008
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf47 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf48 1.75663902891 0 99.540001 0.549998999999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf49 2.00016617632 0 99.379997 0.46500449999999205
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf50 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf51 1.7756263212 0 99.32 0.5550000000000068
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf52 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf53 1.51382277464 0 99.620003 0.4699970000000008
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf54 1.72017310656 0 99.440002 0.6499979999999909
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf55 1.97610564729 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf56 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf57 1.7756263212 0 99.040001 0.974998499999991
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf58 1.78817265464 0 99.300003 0.5849954999999909
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf59 1.77226558474 0 99.459999 0.6300010000000015
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf60 1.77226558474 0 99.18 0.7649999999999864
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf61 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf62 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf63 1.78817265464 0 99.32 0.5550000000000068
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf64 1.72333900478 0 99.660004 0.42999599999999705
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf65 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf66 1.73515484904 0 99.519997 0.5700029999999942
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf67 1.73515484904 0 99.5 0.5899999999999977
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf68 1.78817265464 0 99.279999 0.6150014999999911
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf69 1.7756263212 0 99.32 0.5550000000000068
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf70 1.73515484904 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf71 1.75663902891 0 99.160004 0.7949939999999955
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf72 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf73 1.72333900478 0 99.480003 0.6099970000000013
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf74 1.7756263212 0 99.300003 0.5849954999999909
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf75 1.77226558474 0 99.300003 0.5849954999999909
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf76 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf77 1.78817265464 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf78 1.75663902891 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf79 1.78817265464 0 99.519997 0.5700029999999942
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf80 2.00016617632 0 99.519997 0.5700029999999942
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf81 1.70544786131 0 99.639999 0.45000099999999466
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf82 1.73515484904 0 99.620003 0.4699970000000008
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf83 1.77226558474 0 99.220001 0.7049985000000021
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf84 1.97610564729 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf85 1.51137932951 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf86 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf87 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf88 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf89 1.75663902891 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf90 1.97610564729 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf91 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf92 1.78817265464 0 99.239998 0.6750029999999967
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf93 1.72017310656 0 99.559998 0.5300020000000046
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf94 1.72333900478 0 99.639999 0.45000099999999466
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf95 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf96 1.7756263212 0 99.32 0.5550000000000068
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf97 1.73515484904 0 99.639999 0.45000099999999466
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf98 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf99 1.522932631 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf100 1.51382277464 0 99.599998 0.4900019999999984
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf101 2.00016617632 0 99.620003 0.4699970000000008
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf102 1.522932631 0 99.639999 0.45000099999999466
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf103 1.7756263212 0 99.360001 0.49499850000000123
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf104 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf105 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf106 1.77226558474 0 99.199997 0.7350045000000023
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf107 1.75663902891 0 99.199997 0.7350045000000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf108 1.99590274244 0 99.599998 0.4900019999999984
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf109 1.78817265464 0 99.199997 0.7350045000000023
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf110 1.522932631 0 99.68 0.4099999999999909
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf111 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf112 1.72333900478 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf113 1.7756263212 0 99.300003 0.5849954999999909
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf114 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf115 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf116 1.72333900478 0 99.540001 0.549998999999994
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf117 1.70544786131 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf118 1.78817265464 0 99.379997 0.46500449999999205
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf119 1.97610564729 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf120 1.7756263212 0 99.160004 0.7949939999999955
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf121 1.73515484904 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf122 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf123 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf124 1.70544786131 0 99.620003 0.4699970000000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf125 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf126 1.7756263212 0 99.379997 0.46500449999999205
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf127 1.51137932951 0 99.660004 0.42999599999999705
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf128 1.73515484904 0 99.639999 0.45000099999999466
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf129 1.5 0 99.699997 0.39000300000000154
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf130 1.78817265464 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf131 1.72017310656 0 99.300003 0.5849954999999909
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf132 1.73515484904 0 99.519997 0.5700029999999942
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf133 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf134 1.78817265464 0 99.279999 0.6150014999999911
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf135 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf136 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf137 1.77226558474 0 99.120003 0.8549955000000011
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf138 1.73515484904 0 99.599998 0.4900019999999984
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf139 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf140 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf141 1.73515484904 0 99.459999 0.6300010000000015
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf142 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf143 1.78817265464 0 99.239998 0.6750029999999967
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf144 1.7756263212 0 99.459999 0.6300010000000015
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf145 1.78817265464 0 99.239998 0.6750029999999967
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf146 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf147 1.72333900478 0 99.620003 0.4699970000000008
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf148 2.00016617632 0 98.400002 1.9349969999999956
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf149 1.72017310656 0 99.559998 0.5300020000000046
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf150 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf151 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf152 2.00016617632 0 99.660004 0.42999599999999705
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf153 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf154 1.70544786131 0 99.620003 0.4699970000000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf155 1.97610564729 0 99.599998 0.4900019999999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf156 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf157 1.75663902891 0 99.199997 0.7350045000000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf158 1.78817265464 0 99.279999 0.6150014999999911
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf159 1.73515484904 0 99.699997 0.39000300000000154
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf160 1.78817265464 0 99.32 0.5550000000000068
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf161 1.99590274244 0 99.099998 0.8850029999999975
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf162 1.78817265464 0 99.059998 0.9450030000000069
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf163 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf164 1.75663902891 0 99.199997 0.7350045000000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf165 1.72333900478 0 99.639999 0.45000099999999466
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf166 1.72017310656 0 99.620003 0.4699970000000008
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf167 1.73515484904 0 99.639999 0.45000099999999466
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf168 1.7756263212 0 99.279999 0.6150014999999911
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf169 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf170 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf171 1.70544786131 0 99.620003 0.4699970000000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf172 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf173 1.7756263212 0 99.160004 0.7949939999999955
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf174 1.75663902891 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf175 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf176 1.99590274244 0 98.940002 1.1249969999999863
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf177 1.97610564729 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf178 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf179 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf180 1.78817265464 0 98.980003 1.064995500000002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf181 1.7756263212 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf182 1.78817265464 0 99.379997 0.46500449999999205
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf183 1.70544786131 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf184 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf185 1.75663902891 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf186 1.73515484904 0 99.599998 0.4900019999999984
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf187 1.78817265464 0 99.32 0.5550000000000068
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf188 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf189 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf190 1.78817265464 0 99.199997 0.7350045000000023
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf191 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf192 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf193 1.77226558474 0 99.059998 0.9450030000000069
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf194 1.78817265464 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf195 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf196 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf197 1.77226558474 0 98.940002 1.1249969999999863
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf198 1.78817265464 0 99.080002 0.9149970000000067
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf199 1.70544786131 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf200 1.7756263212 0 99.360001 0.49499850000000123
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf201 1.7756263212 0 99.199997 0.7350045000000023
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf202 1.97610564729 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf203 1.77226558474 0 99.199997 0.7350045000000023
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf204 1.51382277464 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf205 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf206 1.7756263212 0 99.099998 0.8850029999999975
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf207 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf208 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf209 1.75663902891 0 99.160004 0.7949939999999955
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf210 1.97610564729 0 98.440002 1.8749969999999863
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf211 1.72017310656 0 99.300003 0.5849954999999909
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf212 1.77226558474 0 98.940002 1.1249969999999863
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf213 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf214 1.75663902891 0 99.32 0.5550000000000068
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf215 1.78817265464 0 99.620003 0.4699970000000008
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf216 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf217 1.73515484904 0 99.519997 0.5700029999999942
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf218 1.51137932951 0 99.440002 0.6499979999999909
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf219 1.97610564729 0 98.480003 1.814995500000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf220 1.73515484904 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf221 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf222 1.77226558474 0 99.5 0.5899999999999977
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf223 1.522932631 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf224 1.522932631 0 99.540001 0.549998999999994
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf225 1.522932631 0 99.68 0.4099999999999909
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf226 1.97610564729 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf227 1.72333900478 0 99.660004 0.42999599999999705
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf228 1.77226558474 0 98.980003 1.064995500000002
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf229 1.78817265464 0 99.220001 0.7049985000000021
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf230 1.7756263212 0 99.239998 0.6750029999999967
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf231 1.70544786131 0 99.639999 0.45000099999999466
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf232 1.73515484904 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf233 1.99590274244 0 99.540001 0.549998999999994
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf234 2.00016617632 0 99.199997 0.7350045000000023
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf235 1.78817265464 0 99.559998 0.5300020000000046
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf236 1.5 0 99.699997 0.39000300000000154
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf237 1.73515484904 0 99.639999 0.45000099999999466
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf238 1.97610564729 0 98.440002 1.8749969999999863
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf239 1.77226558474 0 98.800003 1.334995499999991
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf240 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf241 1.75663902891 0 99.160004 0.7949939999999955
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf242 1.78817265464 0 99.239998 0.6750029999999967
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf243 1.75663902891 0 99.699997 0.39000300000000154
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf244 1.72017310656 0 99.419998 0.670001999999991
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf245 2.00016617632 0 99.0 1.0349999999999966
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf246 1.99590274244 0 98.519997 1.7550044999999912
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf247 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf248 1.72333900478 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf249 1.72333900478 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf250 1.51137932951 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf251 2.01610051566 0 97.760002 2.8949969999999965
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf252 1.7756263212 0 99.160004 0.7949939999999955
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf253 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf254 1.72017310656 0 97.860001 2.7449985000000012
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf255 1.72333900478 0 99.68 0.4099999999999909
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf256 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf257 1.72333900478 0 99.660004 0.42999599999999705
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf258 2.00016617632 0 99.620003 0.4699970000000008
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf259 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf260 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf261 1.97610564729 0 99.599998 0.4900019999999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf262 2.00016617632 0 97.980003 2.564995500000002
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf263 1.97610564729 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf264 1.99590274244 0 98.099998 2.3850029999999975
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf265 2.00016617632 0 98.080002 2.4149970000000067
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf266 1.70544786131 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf267 1.7756263212 0 99.32 0.5550000000000068
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf268 1.97610564729 0 98.480003 1.814995500000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf269 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf270 1.99590274244 0 98.139999 2.325001499999992
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf271 1.73515484904 0 99.699997 0.39000300000000154
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf272 1.7756263212 0 99.260002 0.6449969999999965
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf273 1.51382277464 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf274 1.72017310656 0 99.559998 0.5300020000000046
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf275 1.75663902891 0 98.0 2.5349999999999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf276 1.73515484904 0 99.5 0.5899999999999977
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf277 1.78817265464 0 98.959999 1.0950015000000022
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf278 1.7756263212 0 99.639999 0.45000099999999466
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf279 1.99590274244 0 98.519997 1.7550044999999912
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf280 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf281 1.78817265464 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf282 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf283 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf284 1.78817265464 0 99.300003 0.5849954999999909
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf285 1.73515484904 0 99.519997 0.5700029999999942
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf286 1.78817265464 0 99.660004 0.42999599999999705
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf287 1.77226558474 0 98.599998 1.6350029999999975
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf288 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf289 1.77226558474 0 99.059998 0.9450030000000069
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf290 1.522932631 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf291 1.72333900478 0 99.540001 0.549998999999994
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf292 1.7756263212 0 99.32 0.5550000000000068
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf293 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf294 1.7756263212 0 99.040001 0.974998499999991
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf295 1.97610564729 0 98.440002 1.8749969999999863
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf296 1.99590274244 0 98.599998 1.6350029999999975
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf297 2.00016617632 0 99.68 0.4099999999999909
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf298 1.73515484904 0 99.559998 0.5300020000000046
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf299 1.73515484904 0 99.580002 0.5099980000000045
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf300 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf301 1.99590274244 0 99.540001 0.549998999999994
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf302 1.7756263212 0 97.760002 2.8949969999999965
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf303 1.75663902891 0 99.32 0.5550000000000068
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf304 1.77226558474 0 99.5 0.5899999999999977
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf305 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf306 1.78817265464 0 98.82 1.3050000000000068
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf307 1.75663902891 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf308 2.01610051566 0 97.82 2.805000000000007
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf309 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf310 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf311 1.77226558474 0 99.279999 0.6150014999999911
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf312 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf313 1.78817265464 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf314 1.522932631 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf315 1.75663902891 0 99.199997 0.7350045000000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf316 2.00016617632 0 99.519997 0.5700029999999942
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf317 1.72017310656 0 99.580002 0.5099980000000045
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf318 1.7756263212 0 99.32 0.5550000000000068
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf319 1.97610564729 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf320 1.72017310656 0 99.440002 0.6499979999999909
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf321 1.7756263212 0 99.199997 0.7350045000000023
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf322 1.99590274244 0 99.099998 0.8850029999999975
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf323 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf324 1.73515484904 0 99.5 0.5899999999999977
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf325 1.99590274244 0 99.580002 0.5099980000000045
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf326 1.99590274244 0 98.940002 1.1249969999999863
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf327 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf328 1.72333900478 0 99.660004 0.42999599999999705
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf329 1.78817265464 0 98.940002 1.1249969999999863
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf330 1.78817265464 0 99.18 0.7649999999999864
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf331 1.72333900478 0 99.639999 0.45000099999999466
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf332 1.7756263212 0 99.300003 0.5849954999999909
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf333 1.78817265464 0 99.199997 0.7350045000000023
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf334 1.78817265464 0 99.32 0.5550000000000068
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf335 1.78817265464 0 99.099998 0.8850029999999975
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf336 2.00016617632 0 99.0 1.0349999999999966
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf337 2.00016617632 0 98.059998 2.445003000000007
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf338 2.00016617632 0 98.580002 1.6649970000000067
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf339 1.72333900478 0 99.620003 0.4699970000000008
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf340 2.00016617632 0 98.419998 1.9050029999999865
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf341 2.00016617632 0 98.0 2.5349999999999966
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf342 1.75663902891 0 99.160004 0.7949939999999955
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf343 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf344 2.00016617632 0 98.400002 1.9349969999999956
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf345 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf346 1.72017310656 0 99.300003 0.5849954999999909
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf347 1.73515484904 0 99.660004 0.42999599999999705
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf348 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf349 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf350 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf351 1.78817265464 0 98.980003 1.064995500000002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf352 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf353 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf354 1.72333900478 0 99.68 0.4099999999999909
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf355 1.73515484904 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf356 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf357 1.70544786131 0 99.620003 0.4699970000000008
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf358 1.7756263212 0 99.279999 0.6150014999999911
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf359 1.7756263212 0 98.82 1.3050000000000068
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf360 1.7756263212 0 99.379997 0.46500449999999205
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf361 1.99590274244 0 99.599998 0.4900019999999984
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf362 1.78817265464 0 99.279999 0.6150014999999911
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf363 1.70544786131 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf364 1.70544786131 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf365 1.78817265464 0 97.760002 2.8949969999999965
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf366 1.72017310656 0 99.620003 0.4699970000000008
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf367 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf368 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf369 1.7756263212 0 99.160004 0.7949939999999955
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf370 1.78817265464 0 99.080002 0.9149970000000067
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf371 1.75663902891 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf372 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf373 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf374 1.72333900478 0 99.599998 0.4900019999999984
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf375 1.99590274244 0 97.940002 2.6249969999999863
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf376 1.78817265464 0 98.980003 1.064995500000002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf377 1.7756263212 0 99.279999 0.6150014999999911
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf378 1.522932631 0 99.540001 0.549998999999994
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf379 1.5 0 99.699997 0.39000300000000154
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf380 1.78817265464 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf381 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf382 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf383 1.72017310656 0 99.300003 0.5849954999999909
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf384 1.70544786131 0 99.639999 0.45000099999999466
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf385 1.97610564729 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf386 1.73515484904 0 99.639999 0.45000099999999466
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf387 1.72017310656 0 99.620003 0.4699970000000008
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf388 1.51382277464 0 99.660004 0.42999599999999705
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf389 1.7756263212 0 99.300003 0.5849954999999909
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf390 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf391 1.97610564729 0 99.599998 0.4900019999999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf392 1.72333900478 0 99.620003 0.4699970000000008
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf393 1.51382277464 0 99.620003 0.4699970000000008
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf394 2.00016617632 0 98.980003 1.064995500000002
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf395 2.00016617632 0 99.660004 0.42999599999999705
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf396 1.73515484904 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf397 1.77226558474 0 99.32 0.5550000000000068
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf398 1.75663902891 0 99.32 0.5550000000000068
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf399 1.77226558474 0 98.980003 1.064995500000002
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf400 2.00016617632 0 98.040001 2.474998499999991
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf401 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf402 1.78817265464 0 99.300003 0.5849954999999909
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf403 1.75663902891 0 99.199997 0.7350045000000023
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf404 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf405 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf406 1.7756263212 0 98.400002 1.9349969999999956
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf407 1.73515484904 0 99.559998 0.5300020000000046
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf408 1.72333900478 0 99.580002 0.5099980000000045
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf409 1.72333900478 0 99.639999 0.45000099999999466
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf410 1.73515484904 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_pareto_confs_batch220.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_pareto_confs_batch220.txt
new file mode 100644
index 0000000000000000000000000000000000000000..20b92832d433de5c65f50c946c50153e1d3eebc9
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_pareto_confs_batch220.txt
@@ -0,0 +1,904 @@
++++++
+conf1 1 0 99.69 0
+1 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+2 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+3 gpu mul fp32 1 add fp32 1 tanh fp32 1 
+4 gpu mul fp32 1 add fp32 1 tanh fp32 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf2 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf3 2.00016617632 0 99.68 0.4099999999999909
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf4 2.00016617632 0 99.660004 0.42999599999999705
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf5 1.97610564729 0 99.599998 0.4900019999999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf6 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf7 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf8 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf9 2.00016617632 0 99.199997 0.7350045000000023
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf10 1.99590274244 0 99.099998 0.8850029999999975
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf11 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf12 1.99590274244 0 99.540001 0.549998999999994
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf13 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf14 1.99590274244 0 99.580002 0.5099980000000045
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf15 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf16 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf17 2.00016617632 0 99.379997 0.46500449999999205
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf18 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf19 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf20 1.97610564729 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf21 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf22 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf23 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf24 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf25 2.00016617632 0 99.519997 0.5700029999999942
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf26 1.97610564729 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf27 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf28 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf29 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf30 1.97610564729 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf31 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf32 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf33 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf34 2.00016617632 0 99.620003 0.4699970000000008
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf35 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf36 1.99590274244 0 99.599998 0.4900019999999984
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf37 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf38 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf39 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf40 1.97610564729 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf41 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf42 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf43 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf44 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf45 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf46 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf47 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf48 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf49 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf50 2.00016617632 0 98.400002 1.9349969999999956
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf51 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf52 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf53 2.00016617632 0 99.660004 0.42999599999999705
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf54 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf55 1.97610564729 0 99.599998 0.4900019999999984
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf56 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf57 1.99590274244 0 99.099998 0.8850029999999975
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf58 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf59 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf60 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf61 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf62 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf63 1.99590274244 0 98.940002 1.1249969999999863
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf64 1.97610564729 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf65 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf66 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf67 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf68 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf69 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf70 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf71 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf72 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf73 1.97610564729 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf74 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf75 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf76 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf77 1.97610564729 0 98.440002 1.8749969999999863
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf78 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf79 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf80 1.97610564729 0 98.480003 1.814995500000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf81 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf82 1.97610564729 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf83 1.99590274244 0 99.540001 0.549998999999994
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf84 2.00016617632 0 99.199997 0.7350045000000023
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf85 1.97610564729 0 98.440002 1.8749969999999863
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf86 2.00016617632 0 99.0 1.0349999999999966
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf87 1.99590274244 0 98.519997 1.7550044999999912
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf88 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf89 2.01610051566 0 97.760002 2.8949969999999965
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf90 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf91 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf92 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf93 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf94 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf95 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf96 2.01610051566 0 97.82 2.805000000000007
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf97 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf98 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf99 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf100 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf101 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf102 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf103 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf104 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf105 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf106 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf107 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf108 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf109 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf110 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf111 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf112 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_promise_confs_batch220_multi.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
new file mode 100644
index 0000000000000000000000000000000000000000..d00ab536d689932379baa3325a11652a95138c93
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
@@ -0,0 +1,13968 @@
++++++
+conf1 1 0 99.69 0
+1 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+2 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+3 gpu mul fp32 1 add fp32 1 tanh fp32 1 
+4 gpu mul fp32 1 add fp32 1 tanh fp32 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1 3.86059861244 0 99.5865002 0.5034997999999945
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf2 2.47778695782 0 99.401499275 0.6885007249999916
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf3 2.50228643329 0 99.302000275 0.5819995875000004
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf4 3.92040413524 0 99.545499375 0.5445006249999921
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf5 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf6 2.47778695782 0 99.04700025 0.964499625000002
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf7 1.99590274244 0 99.099998 0.8850029999999975
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf8 2.00016617632 0 99.68 0.4099999999999909
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf9 3.77195447337 0 99.631001025 0.4589989749999944
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf10 2.47778695782 0 99.2549994 0.6525008999999926
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf11 6.14799414721 0 99.50250035 0.5874996499999924
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf12 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf13 2.47778695782 0 99.38799915 0.4530012749999983
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf14 3.84474688915 0 99.5614995 0.5285005000000013
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf15 3.34244261096 0 99.594499925 0.4955000750000039
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf16 2.50228643329 0 99.4655008 0.6244991999999968
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf17 2.47778695782 0 98.991999975 1.0470000374999984
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf18 6.14799414721 0 99.41749905 0.6725009499999942
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf19 3.34244261096 0 99.51449975 0.5755002499999989
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf20 3.92040413524 0 99.5669999 0.5230000999999987
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf21 3.80166404425 0 99.543499725 0.546500274999994
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf22 3.85964385182 0 99.4755007 0.6144993
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf23 2.47778695782 0 99.31599945 0.5610008249999865
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf24 2.47778695782 0 99.405499825 0.6845001749999909
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf25 2.50228643329 0 99.37349895 0.4747515749999991
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf26 6.61857279171 0 99.494500325 0.5954996749999936
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf27 3.84474688915 0 99.417499625 0.6725003749999928
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf28 2.47778695782 0 99.026998925 0.9945016124999952
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf29 2.50228643329 0 99.370499525 0.4792507124999972
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf30 6.30106886729 0 99.5040001 0.5859998999999988
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf31 1.99590274244 0 99.540001 0.549998999999994
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf32 3.7862916372 0 99.5900006 0.49999940000000154
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf33 3.86059861244 0 99.612000375 0.4779996250000039
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf34 3.92040413524 0 99.558499875 0.5315001250000023
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf35 3.86059861244 0 99.56849965 0.521500349999991
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf36 5.02870270579 0 99.267000425 0.6344993624999873
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf37 6.14799414721 0 99.50099985 0.5890001499999983
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf38 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf39 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf40 2.50228643329 0 99.027499025 0.9937514625000006
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf41 6.14799414721 0 99.554999675 0.535000324999993
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf42 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf43 3.84474688915 0 99.7254995 0.3645004999999998
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf44 3.92040413524 0 99.57699975 0.5130002499999989
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf45 6.14799414721 0 99.5009999 0.5890001000000012
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf46 2.47778695782 0 99.376999825 0.46950026249999866
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf47 1.97610564729 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf48 3.85964385182 0 99.269500375 0.6307494374999862
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf49 3.13161472572 0 99.5865002 0.5034997999999945
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf50 6.30106886729 0 99.25849995 0.6472500749999952
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf51 5.92620561097 0 99.54949965 0.5405003499999964
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf52 2.47124761202 0 99.10999975 0.8700003749999965
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf53 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf54 3.38717868509 0 99.33499915 0.5325012749999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf55 3.80166404425 0 99.513499725 0.5765002749999951
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf56 2.44096937877 0 99.3519992 0.5070012000000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf57 3.92040413524 0 99.475999775 0.6140002249999924
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf58 3.92040413524 0 99.3189995 0.5565007499999908
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf59 2.47778695782 0 99.479500975 0.6104990250000043
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf60 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf61 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf62 2.81322619695 0 99.540999075 0.5490009249999958
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf63 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf64 3.86059861244 0 99.615501 0.474499000000003
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf65 3.86059861244 0 99.585999975 0.5040000250000048
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf66 3.86059861244 0 99.515000025 0.5749999749999916
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf67 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf68 5.79060658268 0 99.425999975 0.6640000250000014
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf69 2.50228643329 0 98.901499925 1.1827501125000026
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf70 2.47124761202 0 98.265500075 2.136749887499988
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf71 3.77195447337 0 99.63050095 0.45949904999999946
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf72 2.50228643329 0 98.91149985 1.167750224999999
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf73 5.02870270579 0 99.46900055 0.6209994499999937
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf74 2.00016617632 0 98.580002 1.6649970000000067
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf75 2.57685599488 0 99.371499325 0.4777510124999935
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf76 2.51187737029 0 99.390999175 0.6990008249999932
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf77 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf78 6.14799414721 0 99.49949955 0.5905004500000018
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf79 2.47124761202 0 99.21099945 0.7185008249999925
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf80 6.30106886729 0 99.517499475 0.5725005250000038
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf81 5.92620561097 0 99.542999375 0.547000625000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf82 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf83 3.33055390722 0 99.418500225 0.6714997749999952
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf84 6.61857279171 0 99.50099985 0.5890001499999983
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf85 3.80166404425 0 99.521499575 0.5685004249999907
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf86 4.4071692756 0 99.419500275 0.6704997249999934
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf87 2.47124761202 0 99.37749925 0.46875112499999716
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf88 5.79060658268 0 99.565499625 0.5245003749999967
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf89 6.7963162944 0 99.453000325 0.6369996749999928
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf90 1.99590274244 0 98.440002 1.8749969999999863
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf91 6.14799414721 0 99.43249995 0.6575000500000044
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf92 3.85964385182 0 99.473000375 0.6169996249999997
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf93 2.50228643329 0 98.878998975 1.216501537499994
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf94 5.02870270579 0 99.442000525 0.6479994750000003
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf95 6.57211871555 0 99.33249975 0.5362503750000016
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf96 3.38717868509 0 99.336998575 0.5295021375000033
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf97 3.92040413524 0 99.5710002 0.5189997999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf98 4.64385542353 0 99.51799975 0.5720002499999964
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf99 2.47124761202 0 99.01849985 1.007250225
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf100 2.5439518228 0 99.4895 0.600499999999991
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf101 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf102 6.10789096832 0 99.341499625 0.5227505625000006
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf103 2.50228643329 0 99.438500325 0.651499674999991
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf104 2.50228643329 0 99.4235 0.6664999999999935
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf105 2.50228643329 0 99.00049975 1.034250374999992
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf106 6.10789096832 0 99.590500925 0.49949907499999713
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf107 3.80166404425 0 99.5274999 0.5625001000000026
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf108 6.7963162944 0 99.495500375 0.5944996249999918
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf109 6.14799414721 0 99.495000225 0.5949997749999995
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf110 3.86059861244 0 99.5875 0.5024999999999921
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf111 2.00016617632 0 98.980003 1.064995500000002
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf112 4.90489779833 0 99.4235004 0.6664996000000031
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf113 4.93072604433 0 99.519499875 0.5705001250000038
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf114 2.47124761202 0 99.22599905 0.6960014249999986
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf115 2.57685599488 0 99.38249875 0.4612518750000021
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf116 2.47778695782 0 99.387499325 0.4537510125000068
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf117 3.92040413524 0 99.4889999 0.6010001000000017
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf118 2.47124761202 0 99.3574979 0.49875314999999887
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf119 4.90489779833 0 99.338499075 0.5272513874999945
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf120 2.57685599488 0 98.909499725 1.1707504124999915
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf121 3.7862916372 0 99.425500575 0.6644994249999968
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf122 5.02870270579 0 99.51799975 0.5720002499999964
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf123 6.10789096832 0 99.41449975 0.6755002499999933
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf124 3.80166404425 0 99.5164998 0.5735001999999924
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf125 6.30106886729 0 99.469500325 0.6204996749999993
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf126 4.93072604433 0 99.522999375 0.567000625
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf127 3.86059861244 0 99.618499975 0.4715000249999918
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf128 2.55088214386 0 99.382999475 0.46050078749998846
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf129 6.14799414721 0 99.513499725 0.5765002749999951
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf130 6.30106886729 0 99.449999925 0.6400000749999976
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf131 2.50228643329 0 98.300999875 2.083500187499993
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf132 3.33055390722 0 99.563499475 0.5265005249999973
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf133 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf134 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf135 1.99590274244 0 98.139999 2.325001499999992
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf136 3.85964385182 0 99.47600045 0.613999549999997
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf137 2.78229733114 0 99.5514998 0.5385001999999958
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf138 3.77195447337 0 99.3254996 0.5467505999999958
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf139 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf140 2.81322619695 0 99.5814995 0.508500499999991
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf141 2.57685599488 0 99.417499875 0.6725001249999935
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf142 4.93072604433 0 99.5164998 0.5735001999999924
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf143 2.50228643329 0 99.466500825 0.6234991750000006
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf144 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf145 2.77405457184 0 99.573499525 0.5165004749999952
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf146 3.70186719231 0 99.722999925 0.3670000750000014
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf147 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf148 3.92040413524 0 99.5589999 0.5310000999999943
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf149 6.61857279171 0 99.414999925 0.6750000749999941
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf150 3.38717868509 0 99.56849935 0.5215006500000016
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf151 3.34244261096 0 99.616000475 0.47399952499999076
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf152 5.33920664205 0 99.4435006 0.6464994000000047
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf153 2.5439518228 0 98.314999825 2.062500262499995
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf154 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf155 2.50228643329 0 98.911000225 1.168499662500004
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf156 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf157 2.50228643329 0 99.39599955 0.6940004499999987
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf158 3.38717868509 0 99.46750085 0.6224991500000044
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf159 2.81322619695 0 99.461000775 0.6289992249999955
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf160 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf161 2.50228643329 0 99.007999825 1.0230002624999983
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf162 3.92040413524 0 99.5534999 0.5365000999999922
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf163 2.50228643329 0 99.43850055 0.6514994499999972
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf164 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf165 2.01610051566 0 97.879997 2.715004499999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf166 6.30106886729 0 99.2590004 0.6464993999999891
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf167 2.50228643329 0 98.98099975 1.0635003750000038
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf168 2.50228643329 0 99.372998825 0.4755017625000022
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf169 5.02870270579 0 99.4364997 0.6535002999999989
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf170 2.50228643329 0 97.885499575 2.7067506375000008
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf171 2.01610051566 0 97.900002 2.6849969999999956
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf172 2.50228643329 0 98.90100005 1.1834999250000067
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf173 2.50228643329 0 98.326998875 2.044501687499995
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf174 3.92040413524 0 99.4730004 0.6169995999999941
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf175 5.02870270579 0 99.25650025 0.6502496249999936
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf176 2.50228643329 0 99.40049935 0.6895006499999937
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf177 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf178 2.50228643329 0 99.375999275 0.47100108749999947
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf179 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf180 2.81322619695 0 99.341498825 0.5227517624999933
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf181 6.30106886729 0 99.451500425 0.6384995749999917
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf182 2.50228643329 0 99.094000075 0.8939998875000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf183 3.92040413524 0 99.31999995 0.5550000750000024
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf184 2.50228643329 0 99.373498975 0.47475153749999066
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf185 2.50228643329 0 99.47200125 0.6179987499999925
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf186 3.92040413524 0 99.582000275 0.5079997249999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf187 3.85964385182 0 99.5244993 0.5655006999999955
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf188 6.30106886729 0 99.459000325 0.6309996749999925
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf189 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf190 6.30106886729 0 99.472500875 0.6174991250000034
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf191 2.50228643329 0 97.651000575 3.0584991375
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf192 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf193 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf194 3.92040413524 0 99.551 0.5389999999999958
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf195 2.50228643329 0 99.423000075 0.6669999249999933
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf196 3.85964385182 0 99.475500725 0.6144992749999943
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf197 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf198 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf199 6.30106886729 0 99.517000075 0.5729999249999992
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf200 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf201 3.85964385182 0 99.437000325 0.6529996749999981
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf202 6.30106886729 0 99.437500275 0.6524997249999928
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf203 2.50228643329 0 99.188499275 0.7522510874999995
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf204 2.01610051566 0 97.760002 2.8949969999999965
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf205 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf206 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf207 6.30106886729 0 99.440500775 0.6494992249999939
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf208 2.47778695782 0 98.98650045 1.0552493250000055
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf209 3.92040413524 0 99.559499725 0.5305002750000029
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf210 6.14799414721 0 99.559999775 0.5300002250000034
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf211 4.93072604433 0 99.5089997 0.5810002999999938
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf212 4.90489779833 0 99.332999675 0.535500487500002
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf213 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf214 2.47124761202 0 99.316000575 0.5609991374999908
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf215 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf216 3.92040413524 0 99.5844996 0.5055003999999969
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf217 2.47124761202 0 99.1250007 0.847498949999995
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf218 2.47124761202 0 99.381998825 0.4620017625000017
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf219 6.14799414721 0 99.42000025 0.6699997499999967
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf220 6.10789096832 0 99.416 0.6740000000000009
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf221 5.92620561097 0 99.5324998 0.5575002000000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf222 2.50228643329 0 99.3659991 0.4860013500000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf223 2.81322619695 0 99.59350015 0.49649985000000074
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf224 3.85964385182 0 99.272000525 0.626999212500003
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf225 6.14799414721 0 99.46450015 0.6254998499999914
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf226 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf227 6.14799414721 0 99.49450015 0.5954998500000045
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf228 2.81322619695 0 99.334998975 0.5325015374999893
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf229 6.14799414721 0 99.5029999 0.5870000999999917
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf230 3.86059861244 0 99.57099965 0.5190003499999932
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf231 6.30106886729 0 99.4249999 0.6650000999999947
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf232 3.77195447337 0 99.64550045 0.44449954999999763
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf233 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf234 6.30106886729 0 99.455500425 0.634499575000001
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf235 2.44096937877 0 99.4455007 0.6444993000000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf236 5.02870270579 0 99.430500375 0.6594996250000037
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf237 2.77405457184 0 99.431500125 0.6584998749999983
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf238 6.30106886729 0 99.259000225 0.6464996625000055
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf239 3.92040413524 0 99.331999675 0.5370004874999879
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf240 3.34244261096 0 99.561499925 0.528500074999991
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf241 6.10789096832 0 99.344999375 0.5175009374999959
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf242 4.93072604433 0 99.524499625 0.5655003749999935
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf243 2.47778695782 0 99.0039994 1.0290008999999998
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf244 6.14799414721 0 99.501000025 0.5889999750000016
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf245 3.86059861244 0 99.590000225 0.4999997750000006
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf246 2.81322619695 0 99.585999875 0.5040001249999989
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf247 3.84474688915 0 99.570500075 0.5194999249999995
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf248 3.38717868509 0 99.3339993 0.5340010499999934
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf249 2.00016617632 0 99.379997 0.46500449999999205
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf250 2.50228643329 0 99.2840001 0.6089998499999965
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf251 6.10789096832 0 99.57099985 0.5190001499999909
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf252 5.02870270579 0 99.26750015 0.6337497749999912
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf253 2.50228643329 0 99.388999175 0.45150123750000404
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf254 3.71567552873 0 99.558999425 0.5310005750000016
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf255 1.99590274244 0 99.599998 0.4900019999999984
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf256 3.33055390722 0 99.567500075 0.5224999249999996
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf257 2.50228643329 0 99.387999625 0.4530005624999873
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf258 2.47778695782 0 99.325999725 0.5460004124999926
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf259 3.80166404425 0 99.533999275 0.5560007249999984
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf260 2.00016617632 0 99.0 1.0349999999999966
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf261 1.99590274244 0 98.940002 1.1249969999999863
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf262 2.47778695782 0 99.37499845 0.47250232499998646
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf263 1.99590274244 0 99.099998 0.8850029999999975
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf264 2.00016617632 0 98.980003 1.064995500000002
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf265 4.78704248134 0 99.542999225 0.5470007749999951
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf266 3.86059861244 0 99.6060007 0.48399930000000213
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf267 3.86059861244 0 99.614001325 0.47599867499999393
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf268 3.86059861244 0 99.5959999 0.4940001000000024
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf269 5.02870270579 0 99.524999575 0.5650004250000024
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf270 3.34244261096 0 99.583499925 0.5065000749999996
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf271 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf272 3.92040413524 0 99.54199885 0.5480011499999989
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf273 3.86059861244 0 99.582500175 0.5074998249999908
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf274 3.33055390722 0 99.724499675 0.36550032499999363
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf275 6.14799414721 0 99.504500025 0.5854999749999991
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf276 2.47124761202 0 98.819999675 1.3050004874999885
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf277 6.10789096832 0 99.40649895 0.6835010499999982
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf278 6.10789096832 0 99.577999475 0.5120005249999992
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf279 2.47778695782 0 99.30150025 0.5827496249999911
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf280 2.50228643329 0 99.3719988 0.4770017999999965
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf281 2.50228643329 0 98.29700015 2.089499774999993
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf282 4.93072604433 0 99.470500775 0.6194992249999928
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf283 2.50228643329 0 99.439000875 0.6509991249999928
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf284 6.14799414721 0 99.46549985 0.6245001499999973
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf285 3.85964385182 0 99.43350045 0.6564995500000009
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf286 6.30106886729 0 99.4350001 0.6549999000000014
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf287 2.50228643329 0 98.327000375 2.0444994375000007
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf288 3.38717868509 0 99.326000275 0.545999587499999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf289 2.50228643329 0 99.420999875 0.669000124999991
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf290 2.50228643329 0 99.467501025 0.6224989749999935
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf291 3.92040413524 0 99.583000475 0.506999524999992
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf292 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf293 2.50228643329 0 99.38349915 0.4597512749999879
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf294 2.81322619695 0 99.4725008 0.6174991999999918
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf295 1.99590274244 0 99.540001 0.549998999999994
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf296 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf297 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf298 3.85964385182 0 99.4755009 0.6144990999999976
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf299 3.80166404425 0 99.524499125 0.5655008749999922
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf300 3.86059861244 0 99.5054997 0.5845002999999963
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf301 6.30106886729 0 99.45100085 0.638999149999998
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf302 5.02870270579 0 99.4765002 0.6134997999999939
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf303 2.47778695782 0 99.0105 1.0192500000000067
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf304 3.92040413524 0 99.562000025 0.5279999749999945
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf305 6.30106886729 0 99.50299955 0.5870004499999993
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf306 3.84474688915 0 99.729999675 0.3600003249999958
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf307 6.14799414721 0 99.5119996 0.578000400000002
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf308 4.90489779833 0 99.58749965 0.5025003499999997
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf309 3.7862916372 0 99.33799965 0.528000524999996
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf310 6.30106886729 0 99.2670004 0.6344993999999957
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf311 6.30106886729 0 99.435500625 0.6544993749999947
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf312 2.47778695782 0 99.331499275 0.5377510874999984
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf313 2.77405457184 0 99.580000425 0.5099995750000034
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf314 6.14799414721 0 99.54800025 0.5419997499999966
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf315 2.50228643329 0 98.917000175 1.1594997374999991
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf316 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf317 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf318 3.92040413524 0 99.55649935 0.533500650000002
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf319 2.47778695782 0 99.265 0.6374999999999957
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf320 2.47124761202 0 98.317499 2.0587514999999996
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf321 3.33055390722 0 99.427499975 0.6625000249999943
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf322 2.50228643329 0 99.00349965 1.0297505250000043
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf323 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf324 6.30106886729 0 99.4665007 0.6234993000000003
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf325 4.93072604433 0 99.518999775 0.5710002250000002
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf326 5.92620561097 0 99.542499525 0.5475004750000011
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf327 3.86059861244 0 99.55699975 0.533000249999995
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf328 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf329 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf330 2.50228643329 0 99.3734996 0.47475059999999303
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf331 6.14799414721 0 99.50849975 0.5815002499999992
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf332 2.81322619695 0 99.33399895 0.5340015750000049
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf333 2.50228643329 0 99.375999975 0.47100003749999786
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf334 3.92040413524 0 99.546999 0.5430009999999982
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf335 6.30106886729 0 99.43900055 0.6509994499999948
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf336 3.85964385182 0 99.4830001 0.6069998999999996
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf337 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf338 5.02870270579 0 99.470500275 0.6194997249999915
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf339 2.50228643329 0 98.750500325 1.40924951249999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf340 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf341 2.81322619695 0 99.540999625 0.549000375
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf342 5.02870270579 0 99.518000275 0.5719997249999921
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf343 6.30106886729 0 99.462500575 0.6274994249999907
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf344 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf345 5.02870270579 0 99.259499975 0.6457500375000009
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf346 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf347 2.50228643329 0 98.88849885 1.2022517249999893
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf348 2.50228643329 0 99.401999825 0.6880001749999934
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf349 2.01610051566 0 97.760002 2.8949969999999965
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf350 2.50228643329 0 98.31600045 2.0609993249999903
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf351 3.85964385182 0 99.441 0.6489999999999952
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf352 2.50228643329 0 99.0334995 0.9847507499999892
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf353 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf354 2.50228643329 0 99.443500275 0.6464997249999925
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf355 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf356 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf357 2.81322619695 0 99.57849965 0.51150035
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf358 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf359 2.50228643329 0 99.42499965 0.665000349999994
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf360 2.50228643329 0 98.90749945 1.173750824999992
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf361 3.38717868509 0 99.3249995 0.5475007499999904
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf362 2.50228643329 0 99.01050035 1.0192494749999952
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf363 2.50228643329 0 99.37949865 0.46575202499999335
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf364 2.50228643329 0 98.987000375 1.0544994375000059
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf365 2.50228643329 0 99.467501025 0.6224989749999935
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf366 3.38717868509 0 99.533499175 0.5565008249999949
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf367 5.02870270579 0 99.465000275 0.6249997250000036
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf368 2.50228643329 0 98.8994997 1.1857504499999862
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf369 2.50228643329 0 99.095000075 0.8924998874999943
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf370 6.30106886729 0 99.465499825 0.6245001750000029
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf371 5.02870270579 0 99.480000725 0.6099992750000013
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf372 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf373 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf374 3.85964385182 0 99.462000625 0.627999374999996
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf375 3.38717868509 0 99.583499875 0.5065001249999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf376 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf377 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf378 6.30106886729 0 99.504999975 0.5850000249999937
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf379 6.30106886729 0 99.258500625 0.647249062500002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf380 2.50228643329 0 99.290000375 0.5999994374999886
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf381 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf382 5.02870270579 0 99.439500025 0.6504999749999968
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf383 2.50228643329 0 97.8925002 2.6962496999999956
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf384 3.38717868509 0 99.55950045 0.5304995499999962
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf385 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf386 6.30106886729 0 99.435499425 0.6545005749999945
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf387 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf388 2.47124761202 0 99.21699935 0.7095009750000045
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf389 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf390 6.14799414721 0 99.512499525 0.5775004750000022
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf391 6.14799414721 0 99.496000075 0.593999925
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf392 6.30106886729 0 99.256499475 0.6502507874999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf393 4.90489779833 0 99.41399975 0.6760002499999956
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf394 2.50228643329 0 99.37949885 0.46575172499998985
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf395 2.00016617632 0 99.519997 0.5700029999999942
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf396 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf397 6.10789096832 0 99.40799955 0.6820004499999982
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf398 4.93072604433 0 99.4785008 0.6114991999999916
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf399 2.47778695782 0 99.044499725 0.9682504125000051
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf400 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf401 3.92040413524 0 99.549000125 0.5409998749999915
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf402 4.78704248134 0 99.557500025 0.5324999750000018
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf403 3.92040413524 0 99.339499575 0.5257506374999892
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf404 3.77195447337 0 99.64400015 0.4459998500000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf405 2.78229733114 0 99.515498725 0.5745012749999973
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf406 1.99590274244 0 99.580002 0.5099980000000045
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf407 3.38717868509 0 99.539999575 0.5500004250000018
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf408 2.50228643329 0 99.28500105 0.6074984249999886
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf409 6.30106886729 0 99.4274997 0.6625002999999993
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf410 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf411 3.86059861244 0 99.61500045 0.47499955000000116
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf412 3.7862916372 0 99.422500375 0.6674996249999993
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf413 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf414 2.81322619695 0 99.592500325 0.4974996749999946
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf415 6.10789096832 0 99.3419997 0.5220004499999931
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf416 6.14799414721 0 99.461500375 0.6284996249999978
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf417 3.85964385182 0 99.4770005 0.6129994999999951
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf418 6.14799414721 0 99.508999875 0.5810001249999971
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf419 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf420 2.50228643329 0 99.3769985 0.4695022499999979
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf421 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf422 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf423 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf424 6.30106886729 0 99.4700003 0.6199997000000025
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf425 6.30106886729 0 99.45350025 0.636499749999993
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf426 3.84474688915 0 99.56299955 0.5270004499999971
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf427 2.81322619695 0 99.578000175 0.5119998249999981
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf428 2.47124761202 0 99.12450055 0.8482491750000065
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf429 4.90489779833 0 99.5894995 0.5005004999999955
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf430 2.47778695782 0 99.179000625 0.7664990624999959
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf431 3.86059861244 0 99.49899945 0.5910005499999983
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf432 2.50228643329 0 99.2835007 0.6097489499999895
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf433 3.38717868509 0 99.567999775 0.5220002249999937
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf434 6.14799414721 0 99.548998875 0.5410011250000025
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf435 2.77405457184 0 99.736499925 0.3535000749999938
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf436 4.93072604433 0 99.5544993 0.5355006999999944
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf437 4.90489779833 0 99.329499025 0.5407514624999905
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf438 5.02870270579 0 99.475999575 0.6140004249999947
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf439 6.30106886729 0 99.5009997 0.5890003000000036
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf440 3.80166404425 0 99.50849925 0.5815007499999979
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf441 6.30106886729 0 99.434000275 0.6559997249999953
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf442 6.14799414721 0 99.41999995 0.6700000499999931
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf443 3.85964385182 0 99.47000065 0.6199993499999948
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf444 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf445 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf446 6.14799414721 0 99.50449985 0.5855001499999958
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf447 3.38717868509 0 99.582499575 0.5075004249999978
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf448 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf449 3.38717868509 0 99.543499525 0.5465004749999963
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf450 2.00016617632 0 98.220001 2.204998500000002
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf451 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf452 6.30106886729 0 99.442500275 0.6474997249999973
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf453 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf454 2.50228643329 0 99.292000475 0.5969992875000045
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf455 2.44096937877 0 99.3534991 0.5047513500000065
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf456 2.50228643329 0 98.90349965 1.1797505249999958
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf457 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf458 2.47778695782 0 99.26350005 0.6397499249999896
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf459 4.93072604433 0 99.5080002 0.5819997999999998
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf460 2.81322619695 0 99.578999925 0.5110000749999927
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf461 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf462 3.92040413524 0 99.556999575 0.5330004249999917
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf463 2.50228643329 0 99.371499375 0.477750937499998
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf464 6.14799414721 0 99.41999945 0.6700005499999918
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf465 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf466 2.47124761202 0 98.272500275 2.1262495874999985
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf467 3.85964385182 0 99.4570007 0.632999300000003
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf468 6.10789096832 0 99.412499925 0.6775000749999919
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf469 6.30106886729 0 99.4435008 0.6464992000000024
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf470 2.47124761202 0 98.813000175 1.315499737499998
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf471 3.86059861244 0 99.49750055 0.5924994499999997
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf472 3.92040413524 0 99.553499375 0.5365006249999965
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf473 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf474 2.50228643329 0 99.40199945 0.6880005499999925
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf475 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf476 6.14799414721 0 99.4554998 0.6345001999999994
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf477 2.50228643329 0 99.3669987 0.48450195000000207
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf478 2.77405457184 0 99.7349998 0.35500020000000065
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf479 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf480 2.50228643329 0 99.00699965 1.0245005250000006
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf481 6.14799414721 0 99.540999725 0.5490002749999917
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf482 3.33055390722 0 99.7384998 0.35150019999999815
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf483 3.7862916372 0 99.594000025 0.49599997499999804
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf484 6.10789096832 0 99.580000225 0.5099997749999915
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf485 2.47124761202 0 99.50349965 0.5865003500000029
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf486 2.50228643329 0 99.19349965 0.7447505249999864
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf487 6.30106886729 0 99.457000125 0.6329998750000044
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf488 3.38717868509 0 99.471999825 0.6180001750000003
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf489 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf490 3.86059861244 0 99.607000275 0.48299972499999344
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf491 6.10789096832 0 99.334499875 0.5332501874999878
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf492 3.80166404425 0 99.413499775 0.6765002249999924
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf493 5.02870270579 0 99.448500525 0.6414994749999977
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf494 2.47124761202 0 99.21199905 0.7170014249999923
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf495 2.00016617632 0 98.980003 1.064995500000002
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf496 6.14799414721 0 99.503000075 0.586999924999995
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf497 2.50228643329 0 99.098501075 0.8872483874999944
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf498 5.02870270579 0 99.274000025 0.6239999624999868
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf499 4.90489779833 0 99.58150035 0.5084996499999989
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf500 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf501 3.85964385182 0 99.44050065 0.6494993499999936
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf502 2.50228643329 0 99.362999025 0.49050146250000637
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf503 3.86059861244 0 99.607500325 0.482499674999994
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf504 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf505 5.02870270579 0 99.439999975 0.6500000249999914
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf506 2.47778695782 0 99.422999625 0.667000374999995
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf507 3.80166404425 0 99.517499625 0.5725003749999985
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf508 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf509 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf510 2.01610051566 0 97.82 2.805000000000007
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf511 2.50228643329 0 99.437500525 0.6524994749999934
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf512 2.01610051566 0 97.760002 2.8949969999999965
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf513 6.30106886729 0 99.505500025 0.5844999749999943
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf514 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf515 5.02870270579 0 99.473500475 0.6164995250000033
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf516 3.38717868509 0 99.340999725 0.5235004124999918
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf517 3.92040413524 0 99.55600015 0.5339998499999951
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf518 2.81322619695 0 99.582499875 0.5075001250000014
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf519 5.02870270579 0 99.434999875 0.6550001249999952
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf520 5.02870270579 0 99.471500325 0.6184996750000039
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf521 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf522 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf523 3.38717868509 0 99.560999675 0.5290003249999927
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf524 3.85964385182 0 99.438000125 0.6519998749999957
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf525 2.50228643329 0 99.382499475 0.46125078749999204
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf526 2.50228643329 0 99.464500775 0.625499224999993
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf527 3.38717868509 0 99.577499825 0.5125001749999939
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf528 2.50228643329 0 98.99950025 1.0357496250000011
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf529 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf530 2.50228643329 0 99.387999225 0.45300116249999434
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf531 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf532 2.01610051566 0 97.879997 2.715004499999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf533 2.50228643329 0 99.0314993 0.9877510500000071
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf534 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf535 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf536 2.50228643329 0 98.74550055 1.4167491749999925
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf537 6.30106886729 0 99.462 0.6279999999999945
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf538 3.92040413524 0 99.32449935 0.548250975000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf539 3.85964385182 0 99.470000825 0.6199991749999981
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf540 2.50228643329 0 99.37150005 0.4777499250000048
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf541 6.30106886729 0 99.44350025 0.6464997499999982
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf542 6.30106886729 0 99.456000225 0.6339997750000009
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf543 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf544 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf545 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf546 5.02870270579 0 99.516499975 0.5735000249999956
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf547 2.01610051566 0 97.620003 3.104995500000001
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf548 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf549 3.38717868509 0 99.546999725 0.5430002749999915
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf550 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf551 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf552 3.92040413524 0 99.542999425 0.5470005749999928
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf553 3.38717868509 0 99.472000875 0.6179991249999915
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf554 2.50228643329 0 99.0099999 1.0200001500000013
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf555 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf556 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf557 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf558 3.85964385182 0 99.272500475 0.626249287499995
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf559 6.30106886729 0 99.43700055 0.6529994500000044
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf560 2.50228643329 0 98.316000025 2.0609999625000057
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf561 3.38717868509 0 99.5814995 0.508500499999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf562 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf563 2.50228643329 0 97.960999825 2.593500262499994
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf564 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf565 6.30106886729 0 99.276000625 0.6209990625000046
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf566 2.50228643329 0 98.91400005 1.1639999249999988
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf567 3.92040413524 0 99.577500375 0.5124996249999981
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf568 2.50228643329 0 99.423500325 0.6664996749999915
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf569 3.85964385182 0 99.477500425 0.6124995749999954
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf570 2.47778695782 0 99.413500025 0.676499974999993
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf571 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf572 6.14799414721 0 99.504500025 0.5854999749999991
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf573 3.84474688915 0 99.570000775 0.5199992250000008
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf574 2.47778695782 0 99.013500075 1.0147498875000025
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf575 2.47124761202 0 99.385499425 0.4567508624999874
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf576 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf577 2.81322619695 0 99.545499275 0.5445007250000004
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf578 5.02870270579 0 99.44550065 0.6444993499999981
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf579 2.50228643329 0 99.1870008 0.7544987999999861
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf580 2.78229733114 0 99.51649875 0.5735012500000011
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf581 5.92620561097 0 99.553999775 0.5360002250000037
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf582 2.50228643329 0 99.368498525 0.4822522124999864
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf583 3.38717868509 0 99.547499275 0.5425007249999908
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf584 2.78229733114 0 99.57900015 0.5109998499999989
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf585 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf586 2.50228643329 0 99.375499 0.4717514999999892
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf587 2.81322619695 0 99.47250045 0.6174995499999995
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf588 2.50228643329 0 99.28450095 0.6082485750000046
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf589 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf590 6.14799414721 0 99.5135004 0.5764995999999997
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf591 6.14799414721 0 99.4965 0.5935000000000002
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf592 3.34244261096 0 99.561499825 0.5285001749999992
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf593 2.50228643329 0 99.029999175 0.990001237499996
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf594 6.30106886729 0 99.442000175 0.6479998249999938
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf595 2.47778695782 0 99.453499975 0.636500024999998
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf596 3.92040413524 0 99.56400005 0.5259999499999936
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf597 6.10789096832 0 99.339999275 0.5250010875000015
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf598 2.47124761202 0 99.3599983 0.49500254999999527
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf599 2.50228643329 0 99.469500725 0.6204992749999946
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf600 2.81322619695 0 99.589500425 0.5004995750000006
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf601 6.30106886729 0 99.2495001 0.6607498499999878
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf602 3.80166404425 0 99.522498725 0.5675012749999923
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf603 2.77405457184 0 99.742999825 0.34700017499999947
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf604 6.14799414721 0 99.5524999 0.5375000999999969
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf605 6.30106886729 0 99.446000725 0.6439992749999931
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf606 4.93072604433 0 99.47500045 0.6149995500000017
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf607 3.38717868509 0 99.574000075 0.515999924999997
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf608 3.33055390722 0 99.73199955 0.35800045000000014
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf609 3.92040413524 0 99.575000325 0.5149996749999929
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf610 4.90489779833 0 99.31799945 0.5580008249999935
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf611 6.30106886729 0 99.466000575 0.6239994250000024
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf612 6.14799414721 0 99.46900035 0.620999649999996
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf613 6.10789096832 0 99.4139997 0.6760002999999927
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf614 3.7862916372 0 99.3359989 0.5310016499999861
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf615 2.47778695782 0 99.5030006 0.5869994000000048
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf616 3.34244261096 0 99.577500025 0.5124999749999916
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf617 3.92040413524 0 99.5005001 0.5894999000000013
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf618 6.14799414721 0 99.420000025 0.6699999750000046
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf619 2.47778695782 0 99.4209994 0.6690005999999983
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf620 2.47124761202 0 99.224499975 0.6982500374999958
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf621 6.30106886729 0 99.428499925 0.6615000750000007
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf622 3.85964385182 0 99.435500575 0.6544994249999917
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf623 2.00016617632 0 99.660004 0.42999599999999705
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf624 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf625 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf626 3.84474688915 0 99.7199993 0.37000069999999996
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf627 3.86059861244 0 99.49699995 0.5930000499999949
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf628 3.92040413524 0 99.320000325 0.5549995125000038
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf629 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf630 3.85964385182 0 99.523999725 0.5660002750000018
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf631 1.97610564729 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf632 6.30106886729 0 99.512499875 0.5775001249999946
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf633 2.78229733114 0 99.576000025 0.5139999749999987
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf634 6.10789096832 0 99.57550015 0.5144998500000014
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf635 4.90489779833 0 99.329999825 0.5400002624999942
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf636 3.34244261096 0 99.58599985 0.5040001500000045
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf637 1.97610564729 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf638 6.30106886729 0 99.455499575 0.6345004249999932
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf639 3.85964385182 0 99.263500425 0.639749362499991
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf640 6.14799414721 0 99.422499575 0.6675004249999944
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf641 2.47778695782 0 99.417500075 0.6724999249999911
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf642 6.14799414721 0 99.490500175 0.5994998250000038
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf643 2.50228643329 0 99.374999575 0.4725006374999907
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf644 2.50228643329 0 99.011500375 1.017749437500001
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf645 1.99590274244 0 98.940002 1.1249969999999863
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf646 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf647 2.47778695782 0 99.503999925 0.5860000749999955
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf648 6.10789096832 0 99.33900025 0.5264996249999996
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf649 6.10789096832 0 99.4024996 0.687500399999999
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf650 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf651 2.50228643329 0 98.8884997 1.202250450000001
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf652 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf653 3.92040413524 0 99.47850045 0.6114995499999992
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf654 3.77195447337 0 99.641501475 0.4484985249999994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf655 5.02870270579 0 99.2675 0.6337499999999991
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf656 6.30106886729 0 99.470500425 0.6194995750000004
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf657 2.47778695782 0 99.435000375 0.6549996249999964
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf658 6.30106886729 0 99.43799965 0.652000350000003
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf659 2.50228643329 0 98.3299994 2.0400008999999883
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf660 6.14799414721 0 99.508499725 0.5815002750000048
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf661 3.38717868509 0 99.33649845 0.5302523250000064
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf662 2.81322619695 0 99.5795002 0.5104997999999995
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf663 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf664 2.47124761202 0 99.494999875 0.5950001249999929
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf665 3.80166404425 0 99.47750075 0.6124992499999934
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf666 3.86059861244 0 99.58 0.5099999999999995
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf667 6.30106886729 0 99.441500025 0.6484999750000014
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf668 1.99590274244 0 98.440002 1.8749969999999863
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf669 3.80166404425 0 99.525999075 0.5640009249999963
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf670 2.47124761202 0 99.323999 0.5490014999999957
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf671 2.50228643329 0 98.73550015 1.4317497750000072
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf672 6.30106886729 0 99.265999825 0.636000262500005
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf673 6.14799414721 0 99.4690007 0.6209993000000026
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf674 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf675 4.78704248134 0 99.554999925 0.5350000749999936
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf676 6.14799414721 0 99.559499325 0.5305006749999933
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf677 2.50228643329 0 99.29100025 0.5984996250000023
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf678 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf679 2.50228643329 0 99.366998475 0.4845022874999927
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf680 2.50228643329 0 97.97399995 2.5740000749999865
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf681 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf682 3.92040413524 0 99.5735001 0.5164998999999938
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf683 2.50228643329 0 99.032999775 0.9855003375000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf684 2.50228643329 0 99.280000725 0.6149989125000062
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf685 2.50228643329 0 98.88899965 1.201500524999993
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf686 2.50228643329 0 99.195000075 0.7424998875000028
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf687 2.50228643329 0 99.018499825 1.007250262499987
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf688 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf689 3.85964385182 0 99.27300055 0.6254991749999874
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf690 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf691 6.30106886729 0 99.468499525 0.6215004749999992
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf692 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf693 3.85964385182 0 99.4565008 0.6334991999999972
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf694 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf695 6.30106886729 0 99.447499925 0.6425000749999953
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf696 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf697 6.30106886729 0 99.501999875 0.5880001250000021
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf698 5.02870270579 0 99.467500675 0.6224993250000012
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf699 2.50228643329 0 99.435499925 0.6545000749999957
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf700 2.50228643329 0 99.4214999 0.6685000999999972
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf701 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf702 3.85964385182 0 99.47450035 0.6154996499999982
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf703 2.81322619695 0 99.4615009 0.6284990999999934
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf704 2.50228643329 0 98.3229992 2.0505011999999994
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf705 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf706 3.85964385182 0 99.436500175 0.6534998249999916
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf707 6.30106886729 0 99.43250055 0.6574994499999974
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf708 3.92040413524 0 99.559498975 0.530501025000001
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf709 2.01610051566 0 97.82 2.805000000000007
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf710 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf711 2.50228643329 0 97.63800065 3.077999025000004
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf712 2.01610051566 0 97.760002 2.8949969999999965
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf713 3.92040413524 0 99.318500375 0.5572494374999977
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf714 2.50228643329 0 98.90349935 1.1797509749999904
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf715 3.92040413524 0 99.5524996 0.5375003999999933
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf716 6.30106886729 0 99.2610001 0.6434998499999907
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf717 6.30106886729 0 99.446500275 0.6434997249999924
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf718 3.38717868509 0 99.567999775 0.5220002249999937
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf719 2.50228643329 0 99.101000225 0.883499662499986
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf720 3.85964385182 0 99.478500775 0.6114992249999972
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf721 2.47778695782 0 99.39299885 0.6970011499999998
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf722 3.85964385182 0 99.528499175 0.5615008250000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf723 6.14799414721 0 99.460000125 0.6299998750000043
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf724 2.50228643329 0 99.46000075 0.6299992499999917
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf725 3.92040413524 0 99.332999525 0.5355007124999887
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf726 3.80166404425 0 99.570999825 0.5190001749999965
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf727 2.47778695782 0 99.303500625 0.5797490624999995
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf728 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf729 3.92040413524 0 99.4830003 0.6069996999999973
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf730 6.30106886729 0 99.519000275 0.5709997250000015
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf731 5.02870270579 0 99.5234998 0.5665002000000016
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf732 3.86059861244 0 99.611500325 0.47849967500000334
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf733 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf734 2.50228643329 0 99.033498825 0.9847517625000037
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf735 3.38717868509 0 99.3329991 0.5355013500000041
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf736 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf737 6.14799414721 0 99.50600015 0.5839998499999922
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf738 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf739 3.34244261096 0 99.5624996 0.5275004000000024
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf740 2.47124761202 0 99.36199835 0.4920024750000067
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf741 6.14799414721 0 99.5104998 0.5795001999999926
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf742 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf743 2.81322619695 0 99.333499225 0.534751162500001
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf744 1.99590274244 0 99.599998 0.4900019999999984
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf745 3.38717868509 0 99.5830001 0.5069998999999911
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf746 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf747 2.81322619695 0 99.587500225 0.5024997749999983
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf748 3.85964385182 0 99.462500975 0.6274990250000002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf749 6.30106886729 0 99.44100045 0.6489995499999935
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf750 3.86059861244 0 99.5044995 0.5855005000000034
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf751 6.10789096832 0 99.337499975 0.5287500374999965
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf752 3.92040413524 0 99.580999475 0.509000524999999
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf753 2.50228643329 0 99.394999575 0.6950004249999978
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf754 6.14799414721 0 99.420499375 0.6695006249999921
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf755 2.47778695782 0 99.374499425 0.47325086250000226
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf756 6.30106886729 0 99.43549985 0.6545001499999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf757 2.50228643329 0 99.43300005 0.6569999499999938
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf758 3.84474688915 0 99.4280003 0.6619997000000041
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf759 5.92620561097 0 99.533499625 0.5565003749999932
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf760 6.10789096832 0 99.575999775 0.5140002249999981
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf761 6.10789096832 0 99.40649965 0.6835003499999971
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf762 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf763 6.14799414721 0 99.505500225 0.584499774999992
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf764 2.47778695782 0 99.322999075 0.5505013874999989
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf765 6.30106886729 0 99.4675 0.6224999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf766 4.90489779833 0 99.32749945 0.5437508249999894
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf767 3.85964385182 0 99.432499925 0.6575000749999959
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf768 6.10789096832 0 99.578999975 0.5110000249999956
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf769 4.93072604433 0 99.5179994 0.5720006000000041
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf770 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf771 3.86059861244 0 99.557999225 0.5320007749999945
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf772 2.78229733114 0 99.614500525 0.4754994750000009
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf773 5.02870270579 0 99.432000675 0.6579993250000001
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf774 4.93072604433 0 99.517499825 0.5725001749999962
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf775 2.47778695782 0 99.4125002 0.6774998000000011
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf776 3.77195447337 0 99.6390002 0.4509997999999996
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf777 2.81322619695 0 99.538499125 0.5515008749999964
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf778 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf779 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf780 3.92040413524 0 99.4845006 0.6054993999999937
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf781 6.30106886729 0 99.501500475 0.5884995249999975
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf782 2.77405457184 0 99.736499225 0.3535007749999949
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf783 3.84474688915 0 99.42049985 0.669500149999999
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf784 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf785 2.50228643329 0 99.36849925 0.48225112499999767
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf786 6.30106886729 0 99.465499775 0.6245002249999999
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf787 3.85964385182 0 99.481500875 0.608499125000003
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf788 3.80166404425 0 99.42100005 0.6689999499999942
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf789 4.93072604433 0 99.511499675 0.5785003250000017
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf790 6.14799414721 0 99.5054997 0.5845002999999963
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf791 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf792 2.44096937877 0 99.4470006 0.6429994000000022
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf793 2.47778695782 0 98.260500175 2.1442497374999903
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf794 6.10789096832 0 99.33799975 0.5280003750000049
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf795 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf796 2.44096937877 0 99.353998575 0.5040021374999881
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf797 2.50228643329 0 99.42099945 0.6690005500000012
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf798 6.30106886729 0 99.442500625 0.6474993750000039
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf799 6.30106886729 0 99.428500225 0.6614997750000043
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf800 3.92040413524 0 99.56549965 0.5245003499999911
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf801 2.47124761202 0 99.185500075 0.7567498875000069
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf802 3.92040413524 0 99.53350015 0.556499850000003
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf803 6.14799414721 0 99.5049996 0.5850003999999928
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf804 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf805 2.00016617632 0 98.379997 1.965004499999992
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf806 6.14799414721 0 99.464499625 0.6255003749999958
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf807 1.99590274244 0 98.660004 1.5449939999999955
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf808 3.85964385182 0 99.53049925 0.5595007499999923
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf809 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf810 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf811 3.86059861244 0 99.591500125 0.4984998750000017
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf812 2.50228643329 0 99.382499425 0.4612508624999876
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf813 2.47124761202 0 98.818999725 1.3065004125000002
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf814 3.86059861244 0 99.6200006 0.4699994000000004
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf815 2.73595882486 0 99.6375013 0.45249870000000103
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf816 6.14799414721 0 99.545999725 0.5440002749999963
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf817 3.7862916372 0 99.3424988 0.5212517999999946
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf818 2.77405457184 0 99.4264998 0.6635001999999958
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf819 2.50228643329 0 99.0920006 0.896999099999988
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf820 5.02870270579 0 99.476000675 0.6139993250000032
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf821 3.92040413524 0 99.3214991 0.5527513500000012
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf822 2.47124761202 0 98.535999325 1.7310010124999877
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf823 2.78229733114 0 99.551999525 0.5380004749999984
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf824 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf825 3.85964385182 0 99.473999875 0.6160001249999937
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf826 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf827 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf828 6.30106886729 0 99.46050055 0.6294994499999916
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf829 2.50228643329 0 99.4435005 0.6464994999999988
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf830 2.81322619695 0 99.538499475 0.551500525000003
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf831 2.50228643329 0 98.230000275 2.1899995875000045
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf832 2.50228643329 0 99.466500825 0.6234991750000006
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf833 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf834 6.30106886729 0 99.4185003 0.6714996999999926
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf835 2.50228643329 0 98.889999625 1.2000005624999943
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf836 3.38717868509 0 99.478001025 0.6119989750000002
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf837 5.02870270579 0 99.467500025 0.622499974999991
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf838 2.50228643329 0 99.389499275 0.45075108749998805
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf839 2.81322619695 0 99.472000525 0.6179994749999992
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf840 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf841 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf842 3.85964385182 0 99.52599925 0.5640007499999996
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf843 2.50228643329 0 99.29100025 0.5984996250000023
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf844 3.92040413524 0 99.5589993 0.5310007000000013
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf845 3.85964385182 0 99.47500025 0.6149997500000041
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf846 3.85964385182 0 99.469500475 0.620499524999994
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf847 3.92040413524 0 99.48150035 0.6084996499999932
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf848 3.92040413524 0 99.536 0.5539999999999964
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf849 2.50228643329 0 99.4420006 0.6479993999999977
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf850 2.50228643329 0 97.654500925 3.0532486125000062
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf851 6.30106886729 0 99.4430001 0.6469998999999916
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf852 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf853 5.02870270579 0 99.458000775 0.6319992249999956
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf854 3.38717868509 0 99.329499675 0.5407504875000058
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf855 2.50228643329 0 98.3030002 2.080499699999997
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf856 3.92040413524 0 99.33299985 0.5355002250000069
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf857 2.01610051566 0 97.900002 2.6849969999999956
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf858 2.01610051566 0 97.620003 3.104995500000001
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf859 3.38717868509 0 99.57400005 0.5159999500000026
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf860 3.92040413524 0 99.542999475 0.5470005249999957
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf861 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf862 6.30106886729 0 99.504999775 0.585000224999996
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf863 2.50228643329 0 99.096000725 0.8909989125000024
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf864 2.50228643329 0 99.368999175 0.48150123749999807
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf865 6.30106886729 0 99.24349955 0.6697506750000031
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf866 5.02870270579 0 99.48200025 0.6079997499999991
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf867 5.02870270579 0 99.43700025 0.6529997500000008
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf868 2.50228643329 0 99.370499525 0.4792507124999972
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf869 2.50228643329 0 99.41749965 0.6725003500000014
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf870 3.85964385182 0 99.431000575 0.658999424999999
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf871 6.30106886729 0 99.46350045 0.6264995499999998
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf872 5.02870270579 0 99.512999425 0.5770005749999939
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf873 5.02870270579 0 99.269500575 0.630749137500004
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf874 2.50228643329 0 99.180999675 0.7635004875000035
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf875 2.50228643329 0 99.409499525 0.6805004749999967
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf876 2.50228643329 0 98.9994999 1.0357501499999913
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf877 2.47778695782 0 99.42899995 0.6610000499999927
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf878 3.38717868509 0 99.483500225 0.6064997749999975
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf879 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf880 3.33055390722 0 99.4320002 0.6579997999999933
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf881 3.33055390722 0 99.5704994 0.519500599999995
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf882 3.86059861244 0 99.610500025 0.4794999750000045
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf883 2.81322619695 0 99.577000375 0.5129996250000005
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf884 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf885 2.47778695782 0 99.40549945 0.6845005500000042
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf886 3.38717868509 0 99.569 0.5209999999999951
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf887 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf888 2.50228643329 0 99.43799995 0.6520000499999924
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf889 2.50228643329 0 99.473001075 0.6169989249999986
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf890 6.14799414721 0 99.555999325 0.5340006749999958
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf891 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf892 4.90489779833 0 99.4159999 0.674000099999995
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf893 4.90489779833 0 99.3299996 0.5400006000000062
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf894 4.93072604433 0 99.52499955 0.5650004499999938
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf895 3.86059861244 0 99.506999625 0.5830003749999918
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf896 3.86059861244 0 99.582499975 0.5075000249999931
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf897 3.92040413524 0 99.542500075 0.5474999249999911
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf898 2.47778695782 0 99.442000175 0.6479998249999938
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf899 2.50228643329 0 99.28750065 0.603749024999999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf900 6.30106886729 0 99.43350035 0.656499649999995
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf901 6.14799414721 0 99.49950045 0.5904995499999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf902 5.02870270579 0 99.47200005 0.6179999499999923
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf903 3.34244261096 0 99.613500575 0.4764994249999944
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf904 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf905 3.7862916372 0 99.41650005 0.6734999500000015
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf906 6.14799414721 0 99.455000325 0.6349996749999974
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf907 2.50228643329 0 99.4335006 0.6564993999999956
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf908 6.14799414721 0 99.50550005 0.5844999500000029
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf909 2.47124761202 0 99.319999725 0.555000412499993
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf910 2.50228643329 0 99.42550005 0.6644999500000012
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf911 6.10789096832 0 99.56899955 0.5210004499999968
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf912 3.85964385182 0 99.48000055 0.609999449999998
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf913 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf914 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf915 2.44096937877 0 99.01699955 1.0095006750000053
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf916 4.90489779833 0 99.58049985 0.5095001500000024
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf917 2.47124761202 0 99.49900015 0.5909998499999972
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf918 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf919 4.93072604433 0 99.5589997 0.5310002999999966
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf920 5.02870270579 0 99.473000225 0.6169997749999908
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf921 3.92040413524 0 99.55299925 0.5370007499999986
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf922 3.85964385182 0 99.53349935 0.5565006499999982
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf923 6.30106886729 0 99.472000025 0.6179999749999979
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf924 2.50228643329 0 99.182499825 0.7612502625000062
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf925 3.86059861244 0 99.60850085 0.4814991499999991
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf926 6.14799414721 0 99.412 0.6779999999999916
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf927 6.30106886729 0 99.4530003 0.6369996999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf928 6.30106886729 0 99.499999825 0.5900001749999945
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf929 6.10789096832 0 99.407000125 0.6829998750000016
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf930 2.47778695782 0 99.322999475 0.5505007874999919
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf931 6.30106886729 0 99.419000225 0.6709997749999929
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf932 3.80166404425 0 99.48450075 0.6054992500000026
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf933 2.50228643329 0 98.997999775 1.0380003375000015
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf934 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf935 6.30106886729 0 99.467999775 0.6220002250000022
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf936 2.47778695782 0 98.96700135 1.0844979749999908
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf937 3.77195447337 0 99.637001 0.4529989999999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf938 6.30106886729 0 99.512999625 0.5770003749999916
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf939 2.47778695782 0 98.9210002 1.1534997000000047
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf940 1.99590274244 0 98.139999 2.325001499999992
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf941 2.47124761202 0 99.3819992 0.4620012000000031
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf942 2.50228643329 0 99.393999775 0.6960002250000002
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf943 2.47778695782 0 99.4064995 0.6835005000000024
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf944 6.14799414721 0 99.41999975 0.6700002499999954
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf945 3.71567552873 0 99.5574991 0.5325008999999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf946 4.93072604433 0 99.57149935 0.5185006500000015
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf947 2.00016617632 0 98.419998 1.9050029999999865
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf948 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf949 3.92040413524 0 99.55049875 0.539501249999995
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf950 3.34244261096 0 99.5865 0.5034999999999968
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf951 3.38717868509 0 99.541499675 0.5485003250000006
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf952 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf953 2.50228643329 0 98.90750005 1.1737499250000027
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf954 2.44096937877 0 98.241500025 2.1727499625000064
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf955 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf956 2.50228643329 0 99.439500375 0.6504996250000034
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf957 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf958 3.38717868509 0 99.5725004 0.5174996000000022
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf959 2.50228643329 0 99.001500125 1.0327498124999863
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf960 2.44096937877 0 99.376498775 0.470251837499994
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf961 3.92040413524 0 99.5484993 0.5415006999999946
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf962 1.99590274244 0 98.139999 2.325001499999992
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf963 3.7862916372 0 99.584000125 0.5059998749999949
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf964 2.47124761202 0 99.026499175 0.9952512374999998
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf965 3.80166404425 0 99.516499625 0.5735003750000033
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf966 3.85964385182 0 99.477000125 0.6129998749999942
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf967 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf968 3.86059861244 0 99.56150015 0.5284998499999972
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf969 6.14799414721 0 99.508499775 0.5815002249999935
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf970 2.50228643329 0 98.90099985 1.1835002249999889
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf971 1.99590274244 0 98.660004 1.5449939999999955
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf972 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf973 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf974 2.47124761202 0 98.536999 1.729501500000005
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf975 2.50228643329 0 98.23449995 2.1832500749999966
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf976 6.10789096832 0 99.406999775 0.683000224999995
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf977 6.14799414721 0 99.545499575 0.544500425000004
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf978 3.86059861244 0 99.61050155 0.4794984500000027
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf979 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf980 2.50228643329 0 99.4215 0.6685000000000031
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf981 3.7862916372 0 99.42750005 0.6624999499999916
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf982 3.34244261096 0 99.562499425 0.5275005749999991
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf983 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf984 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf985 2.00016617632 0 98.980003 1.064995500000002
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf986 5.92620561097 0 99.5314992 0.5585007999999988
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf987 2.78229733114 0 99.553500025 0.5364999749999925
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf988 2.47778695782 0 99.183000125 0.7604998124999867
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf989 3.86059861244 0 99.609000625 0.48099937500000467
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf990 3.86059861244 0 99.5019997 0.5880002999999988
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf991 6.30106886729 0 99.457000075 0.6329999250000015
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf992 3.84474688915 0 99.568499675 0.5215003249999995
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf993 6.14799414721 0 99.46 0.630000000000004
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf994 3.38717868509 0 99.3379988 0.5280018000000055
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf995 6.10789096832 0 99.577499425 0.5125005749999986
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf996 3.86059861244 0 99.5895003 0.5004997000000003
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf997 2.50228643329 0 99.37899965 0.4665005250000007
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf998 3.85964385182 0 99.475000975 0.6149990249999974
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf999 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1000 3.92040413524 0 99.559499525 0.530500474999991
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1001 6.30106886729 0 99.427999925 0.6620000750000031
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1002 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1003 2.50228643329 0 98.336499375 2.030250937499993
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1004 3.85964385182 0 99.4305002 0.6594998000000004
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1005 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1006 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1007 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1008 2.50228643329 0 99.2740006 0.623999100000006
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1009 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1010 5.02870270579 0 99.26250005 0.6412499249999968
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1011 2.50228643329 0 99.369499075 0.4807513875000069
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1012 5.02870270579 0 99.44500045 0.6449995500000029
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1013 2.50228643329 0 97.6395004 3.0757493999999923
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1014 5.02870270579 0 99.474500525 0.6154994750000015
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1015 3.92040413524 0 99.492000325 0.5979996749999913
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1016 3.92040413524 0 99.331499525 0.5377507124999994
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1017 6.30106886729 0 99.426500225 0.6634997749999997
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1018 3.38717868509 0 99.543499225 0.5465007749999927
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1019 3.38717868509 0 99.335999 0.531001499999995
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1020 3.92040413524 0 99.5434993 0.5465007000000043
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1021 2.50228643329 0 99.002499975 1.0312500374999871
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1022 3.38717868509 0 99.586500475 0.5034995250000037
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1023 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1024 5.02870270579 0 99.51149985 0.5785001499999908
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1025 3.85964385182 0 99.2685002 0.6322496999999885
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1026 2.81322619695 0 99.546999225 0.5430007750000044
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1027 3.38717868509 0 99.47600085 0.6139991499999923
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1028 2.81322619695 0 99.588999925 0.5010000750000018
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1029 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1030 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1031 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1032 2.50228643329 0 98.9885 1.0522499999999937
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1033 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1034 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1035 6.30106886729 0 99.516000025 0.573999975000001
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1036 6.30106886729 0 99.2645006 0.6382490999999888
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1037 6.30106886729 0 99.45900045 0.6309995499999929
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1038 2.50228643329 0 99.369999225 0.48000116249999536
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1039 2.50228643329 0 99.37249935 0.47625097499999924
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1040 5.02870270579 0 99.4795001 0.6104999000000021
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1041 2.50228643329 0 99.469000975 0.6209990249999976
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1042 6.30106886729 0 99.45850035 0.6314996500000035
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1043 2.81322619695 0 99.33899865 0.5265020250000063
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1044 3.85964385182 0 99.531499475 0.5585005249999938
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1045 3.85964385182 0 99.470500225 0.6194997750000028
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1046 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1047 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1048 2.47124761202 0 99.19199955 0.7470006749999882
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1049 2.00016617632 0 99.620003 0.4699970000000008
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1050 2.50228643329 0 99.43900005 0.6509999499999936
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1051 2.50228643329 0 99.035499225 0.9817511625000037
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1052 6.10789096832 0 99.575000075 0.5149999249999923
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1053 2.47124761202 0 99.26700025 0.6344996250000037
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1054 2.44096937877 0 99.011999775 1.0170003374999865
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1055 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1056 4.93072604433 0 99.5204999 0.5695000999999934
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1057 3.92040413524 0 99.576999675 0.5130003250000016
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1058 6.14799414721 0 99.550499275 0.5395007249999907
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1059 6.10789096832 0 99.41649995 0.6735000499999956
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1060 6.14799414721 0 99.45850075 0.6314992499999988
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1061 2.47778695782 0 99.001499775 1.0327503374999978
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1062 2.00016617632 0 99.199997 0.7350045000000023
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1063 2.50228643329 0 99.419999775 0.670000225000004
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1064 2.50228643329 0 99.01399965 1.014000524999993
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1065 3.85964385182 0 99.457500475 0.6324995249999944
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1066 4.90489779833 0 99.413499575 0.6765004249999947
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1067 2.50228643329 0 99.363998825 0.4890017625000027
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1068 2.47778695782 0 99.4510009 0.6389991000000009
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1069 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1070 2.44096937877 0 99.3414992 0.5227511999999948
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1071 3.92040413524 0 99.46549975 0.6245002499999913
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1072 6.14799414721 0 99.502499625 0.5875003749999991
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1073 5.02870270579 0 99.26700025 0.6344996250000037
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1074 6.10789096832 0 99.327999975 0.5430000375000006
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1075 3.7862916372 0 99.425500025 0.6644999749999926
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1076 3.80166404425 0 99.519499 0.5705010000000016
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1077 2.47778695782 0 99.3090006 0.5714990999999898
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1078 2.78229733114 0 99.5504996 0.5395004000000029
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1079 6.14799414721 0 99.5105 0.5795000000000045
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1080 2.47124761202 0 99.356998675 0.49950198749999686
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1081 3.92040413524 0 99.551499975 0.538500024999999
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1082 3.92040413524 0 99.5609997 0.5290003000000013
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1083 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1084 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1085 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1086 3.80166404425 0 99.5354992 0.5545007999999939
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1087 6.30106886729 0 99.42449985 0.6655001499999941
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1088 6.30106886729 0 99.510999925 0.5790000750000047
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1089 2.47778695782 0 99.405999625 0.6840003749999909
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1090 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1091 3.38717868509 0 99.54649955 0.5435004500000048
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1092 6.14799414721 0 99.4960001 0.5939998999999944
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1093 6.30106886729 0 99.46200015 0.6279998500000034
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1094 6.30106886729 0 99.263000125 0.6404998124999892
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1095 6.30106886729 0 99.469499875 0.620500125000001
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1096 2.81322619695 0 99.576999575 0.5130004249999957
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1097 3.38717868509 0 99.3319991 0.5370013499999899
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1098 3.86059861244 0 99.6120008 0.47799919999999363
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1099 5.02870270579 0 99.467000225 0.622999774999991
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1100 4.93072604433 0 99.51999945 0.5700005499999975
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1101 3.86059861244 0 99.5900002 0.499999799999992
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1102 2.50228643329 0 99.0934995 0.8947507500000071
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1103 6.14799414721 0 99.41949945 0.6705005499999942
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1104 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1105 3.7862916372 0 99.331499775 0.5377503375000003
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1106 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1107 5.92620561097 0 99.541999675 0.5480003249999982
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1108 2.77405457184 0 99.5785001 0.5114998999999983
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1109 2.50228643329 0 99.39249935 0.6975006500000035
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1110 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1111 5.02870270579 0 99.5159995 0.5740004999999911
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1112 6.14799414721 0 99.465999875 0.6240001250000035
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1113 2.50228643329 0 99.415999925 0.6740000750000036
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1114 3.34244261096 0 99.60100035 0.488999649999991
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1115 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1116 3.92040413524 0 99.328499625 0.5422505624999872
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1117 3.85964385182 0 99.52999935 0.5600006500000007
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1118 2.50228643329 0 99.098500425 0.8872493625000004
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1119 6.30106886729 0 99.458000075 0.6319999249999967
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1120 2.00016617632 0 99.519997 0.5700029999999942
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1121 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1122 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1123 6.30106886729 0 99.507499575 0.5825004250000007
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1124 3.27579123647 0 99.64050075 0.4494992499999967
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1125 6.14799414721 0 99.49900015 0.5909998499999972
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1126 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1127 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1128 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1129 3.38717868509 0 99.333498075 0.5347528875000052
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1130 3.86059861244 0 99.5950008 0.49499920000000375
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1131 2.78229733114 0 99.580499625 0.5095003749999961
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1132 3.34244261096 0 99.5804993 0.5095006999999981
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1133 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1134 3.86059861244 0 99.592499975 0.49750002500000223
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1135 3.86059861244 0 99.61300085 0.4769991499999918
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1136 6.30106886729 0 99.429000375 0.6609996249999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1137 1.97610564729 0 98.440002 1.8749969999999863
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1138 2.47778695782 0 99.402999625 0.687000374999991
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1139 3.80166404425 0 99.51099975 0.5790002500000014
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1140 2.81322619695 0 99.5854998 0.504500200000004
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1141 2.50228643329 0 99.038999575 0.9765006374999885
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1142 6.30106886729 0 99.4325004 0.6574996000000027
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1143 6.10789096832 0 99.4115002 0.6784997999999917
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1144 6.10789096832 0 99.332999725 0.5355004125000065
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1145 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1146 6.14799414721 0 99.428500075 0.6614999249999954
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1147 3.80166404425 0 99.567500275 0.5224997249999973
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1148 2.50228643329 0 98.29800005 2.0879999249999983
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1149 3.86059861244 0 99.4985004 0.5914996000000002
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1150 3.33055390722 0 99.43350015 0.6564998499999973
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1151 6.30106886729 0 99.477000475 0.6129995250000008
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1152 6.14799414721 0 99.495000225 0.5949997749999995
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1153 2.47778695782 0 98.9710005 1.078499249999993
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1154 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1155 2.44096937877 0 99.014999325 1.012501012499989
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1156 4.93072604433 0 99.483500225 0.6064997749999975
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1157 2.47778695782 0 99.42549995 0.6645000499999952
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1158 2.78229733114 0 99.5529994 0.5370005999999933
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1159 2.78229733114 0 99.605500375 0.48449962499999233
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1160 3.92040413524 0 99.55899965 0.5310003499999937
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1161 5.02870270579 0 99.4565008 0.6334991999999972
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1162 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1163 2.47124761202 0 99.3154995 0.5617507499999945
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1164 6.10789096832 0 99.579999725 0.5100002750000044
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1165 6.30106886729 0 99.262000125 0.6419998124999964
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1166 3.86059861244 0 99.5529991 0.5370009000000039
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1167 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1168 5.02870270579 0 99.253000425 0.6554993625000023
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1169 3.92040413524 0 99.581499875 0.508500124999992
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1170 2.50228643329 0 99.467500525 0.6224994749999923
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1171 2.50228643329 0 98.75049975 1.409250374999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1172 3.38717868509 0 99.5780001 0.5119999000000007
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1173 6.30106886729 0 99.467501075 0.6224989249999965
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1174 5.02870270579 0 99.473000175 0.6169998250000021
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1175 2.01610051566 0 97.879997 2.715004499999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1176 2.50228643329 0 99.3804997 0.46425044999999443
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1177 2.50228643329 0 99.0319994 0.9870008999999911
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1178 3.38717868509 0 99.5639997 0.5260003000000012
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1179 2.50228643329 0 99.185500475 0.7567492874999999
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1180 3.85964385182 0 99.27000015 0.6299997749999946
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1181 6.30106886729 0 99.43400015 0.6559998499999949
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1182 2.01610051566 0 97.82 2.805000000000007
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1183 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1184 2.50228643329 0 99.3659993 0.4860010499999987
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1185 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1186 2.01610051566 0 97.900002 2.6849969999999956
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1187 3.92040413524 0 99.31799965 0.55800052499999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1188 3.92040413524 0 99.489999925 0.6000000749999913
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1189 2.50228643329 0 99.394499425 0.6955005749999913
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1190 3.92040413524 0 99.560999775 0.5290002249999987
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1191 6.30106886729 0 99.435999925 0.6540000749999934
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1192 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1193 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1194 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1195 6.30106886729 0 99.455999775 0.6340002250000026
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1196 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1197 3.85964385182 0 99.466000075 0.6239999250000011
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1198 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1199 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1200 6.30106886729 0 99.50349965 0.5865003500000029
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1201 3.38717868509 0 99.476000475 0.6139995249999913
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1202 2.50228643329 0 98.9125001 1.1662498499999927
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1203 3.92040413524 0 99.55849915 0.5315008499999948
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1204 2.50228643329 0 97.895000075 2.6924998874999986
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1205 2.50228643329 0 99.373498975 0.47475153749999066
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1206 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1207 5.02870270579 0 99.451001075 0.6389989250000042
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1208 2.50228643329 0 99.015499925 1.0117501124999961
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1209 2.50228643329 0 98.9950004 1.042499400000004
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1210 2.81322619695 0 99.5870001 0.5029999000000004
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1211 2.50228643329 0 99.468000825 0.6219991749999935
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1212 2.50228643329 0 99.44400025 0.6459997499999958
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1213 3.38717868509 0 99.581000225 0.5089997750000009
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1214 5.02870270579 0 99.519500225 0.5704997749999962
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1215 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1216 2.81322619695 0 99.5439997 0.5460002999999972
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1217 2.50228643329 0 99.472000875 0.6179991249999915
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1218 2.50228643329 0 99.36899875 0.4815018749999922
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1219 6.30106886729 0 99.263999775 0.6390003374999935
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1220 6.30106886729 0 99.45150035 0.6384996499999943
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1221 3.85964385182 0 99.2720009 0.6269986500000044
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1222 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1223 2.00016617632 0 99.660004 0.42999599999999705
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1224 2.47124761202 0 99.3569989 0.49950165000000624
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1225 2.47778695782 0 99.005000125 1.0274998125000039
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1226 3.85964385182 0 99.482000425 0.6079995750000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1227 2.50228643329 0 99.193499925 0.7447501125000002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1228 5.02870270579 0 99.440000575 0.6499994249999986
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1229 3.85964385182 0 99.535499725 0.5545002750000038
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1230 3.7862916372 0 99.426000075 0.6639999249999932
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1231 6.14799414721 0 99.511999775 0.578000224999991
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1232 6.30106886729 0 99.434500575 0.6554994249999965
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1233 3.77195447337 0 99.6400006 0.4499994000000044
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1234 3.80166404425 0 99.526999625 0.5630003749999958
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1235 1.99590274244 0 99.580002 0.5099980000000045
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1236 2.47778695782 0 99.029999325 0.9900010124999881
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1237 5.02870270579 0 99.482000275 0.6079997249999934
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1238 2.47778695782 0 99.403499575 0.6865004249999999
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1239 6.10789096832 0 99.323999075 0.5490013874999917
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1240 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1241 2.77405457184 0 99.42650065 0.6634993500000036
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1242 2.50228643329 0 99.438000575 0.651999424999994
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1243 6.30106886729 0 99.243999875 0.6690001874999965
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1244 6.14799414721 0 99.4244999 0.665500099999997
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1245 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1246 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1247 2.50228643329 0 99.02999865 0.9900020250000026
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1248 3.34244261096 0 99.508000025 0.5819999749999966
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1249 2.47778695782 0 99.48050135 0.6094986500000005
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1250 2.44096937877 0 99.0244998 0.9982502999999951
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1251 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1252 2.47124761202 0 99.38599915 0.4560012749999913
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1253 6.30106886729 0 99.432500225 0.6574997749999995
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1254 3.33055390722 0 99.574000275 0.5159997249999947
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1255 5.02870270579 0 99.268000775 0.63299883749999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1256 3.92040413524 0 99.543499525 0.5465004749999963
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1257 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1258 6.14799414721 0 99.498500225 0.591499774999997
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1259 3.85964385182 0 99.48400015 0.6059998499999978
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1260 2.50228643329 0 99.2885006 0.6022490999999874
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1261 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1262 5.92620561097 0 99.547499375 0.5425006249999967
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1263 4.93072604433 0 99.42350015 0.6664998500000024
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1264 6.30106886729 0 99.5030001 0.5869999000000036
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1265 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1266 2.00016617632 0 99.379997 0.46500449999999205
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1267 1.99590274244 0 99.099998 0.8850029999999975
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1268 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1269 6.30106886729 0 99.46300005 0.6269999499999926
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1270 2.50228643329 0 99.42400025 0.6659997499999918
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1271 2.00016617632 0 99.68 0.4099999999999909
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1272 3.38717868509 0 99.5705005 0.5194995000000034
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1273 3.86059861244 0 99.622001025 0.46799897499999477
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1274 6.14799414721 0 99.553999775 0.5360002250000037
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1275 6.14799414721 0 99.5039994 0.5860005999999999
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1276 2.81322619695 0 99.59050025 0.4994997499999926
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1277 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1278 6.14799414721 0 99.45850055 0.6314994500000012
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1279 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1280 2.50228643329 0 98.999500425 1.035749362500006
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1281 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1282 2.47124761202 0 99.37799915 0.468001275000006
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1283 4.90489779833 0 99.584500425 0.5054995749999961
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1284 3.80166404425 0 99.423000075 0.6669999249999933
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1285 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1286 5.92620561097 0 99.540499425 0.5495005750000047
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1287 6.30106886729 0 99.47250045 0.6174995499999995
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1288 3.92040413524 0 99.551499425 0.5385005749999948
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1289 2.47124761202 0 98.8219998 1.302000299999996
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1290 4.90489779833 0 99.412499525 0.6775004749999965
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1291 2.78229733114 0 99.517998175 0.5720018249999953
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1292 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1293 2.47778695782 0 99.43750055 0.652499450000002
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1294 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1295 3.38717868509 0 99.474000925 0.6159990749999992
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1296 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1297 6.10789096832 0 99.406000225 0.6839997749999981
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1298 2.47778695782 0 98.236000025 2.180999962500003
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1299 2.50228643329 0 99.004499675 1.0282504874999887
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1300 2.81322619695 0 99.585500025 0.504499974999996
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1301 2.77405457184 0 99.4325001 0.6574998999999991
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1302 2.50228643329 0 98.298500325 2.0872495124999872
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1303 3.77195447337 0 99.63650085 0.4534991499999933
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1304 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1305 2.47778695782 0 98.9780005 1.0679992500000068
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1306 2.47124761202 0 99.11650015 0.8602497750000069
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1307 6.30106886729 0 99.464500275 0.6254997249999917
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1308 3.7862916372 0 99.584499975 0.5055000249999978
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1309 3.80166404425 0 99.5214992 0.5685008000000039
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1310 2.50228643329 0 99.28400045 0.6089993250000063
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1311 6.14799414721 0 99.515500125 0.5744998749999951
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1312 3.85964385182 0 99.2660004 0.6359994000000029
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1313 2.47124761202 0 99.192499825 0.7462502624999985
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1314 2.47124761202 0 99.2194988 0.7057518000000016
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1315 6.14799414721 0 99.411000025 0.6789999749999908
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1316 6.30106886729 0 99.501499425 0.588500574999992
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1317 2.00016617632 0 99.199997 0.7350045000000023
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1318 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1319 2.50228643329 0 98.240000175 2.174999737499988
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1320 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1321 2.50228643329 0 99.466000925 0.6239990749999947
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1322 6.14799414721 0 99.503499825 0.586500174999992
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1323 2.47778695782 0 99.322 0.5519999999999925
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1324 2.50228643329 0 99.371498925 0.47775161250000053
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1325 2.47778695782 0 99.42149925 0.6685007500000012
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1326 6.30106886729 0 99.26800005 0.632999925
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1327 6.14799414721 0 99.492500075 0.5974999250000025
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1328 5.02870270579 0 99.4635003 0.6264996999999909
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1329 2.78229733114 0 99.5604995 0.5295004999999918
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1330 1.99590274244 0 98.440002 1.8749969999999863
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1331 2.50228643329 0 99.438000275 0.6519997250000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1332 3.92040413524 0 99.329498225 0.5407526625000045
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1333 2.50228643329 0 99.473000725 0.6169992749999921
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1334 1.97610564729 0 98.480003 1.814995500000002
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1335 6.30106886729 0 99.4390005 0.6509994999999918
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1336 6.14799414721 0 99.555500175 0.5344998249999918
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1337 4.78704248134 0 99.554999825 0.5350001750000019
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1338 2.47124761202 0 99.034499725 0.9832504124999915
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1339 2.47124761202 0 99.35549875 0.5017518750000036
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1340 2.50228643329 0 98.7550001 1.402499849999991
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1341 2.50228643329 0 98.317499175 2.0587512375000045
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1342 3.92040413524 0 99.476000275 0.6139997249999937
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1343 2.50228643329 0 99.396999175 0.6930008249999929
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1344 2.50228643329 0 99.280500325 0.6142495124999883
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1345 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1346 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1347 2.50228643329 0 98.8924994 1.1962508999999883
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1348 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1349 2.50228643329 0 99.37049845 0.47925232499999737
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1350 2.50228643329 0 98.7390001 1.426499849999999
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1351 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1352 6.30106886729 0 99.46000045 0.6299995500000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1353 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1354 5.02870270579 0 99.27500045 0.6224993250000068
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1355 3.92040413524 0 99.321999375 0.5520009374999901
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1356 3.85964385182 0 99.478000325 0.6119996750000013
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1357 2.50228643329 0 99.18700025 0.7544996250000011
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1358 3.38717868509 0 99.580999825 0.5090001749999914
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1359 6.30106886729 0 99.258000725 0.6479989124999932
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1360 3.85964385182 0 99.273500675 0.6247489875000056
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1361 3.85964385182 0 99.528999325 0.5610006749999968
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1362 2.01610051566 0 97.900002 2.6849969999999956
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1363 2.50228643329 0 99.386499 0.4552514999999957
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1364 2.81322619695 0 99.58850025 0.5014997500000021
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1365 3.38717868509 0 99.471000175 0.6189998249999974
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1366 6.30106886729 0 99.44 0.65
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1367 3.92040413524 0 99.54600005 0.5439999499999942
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1368 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1369 2.81322619695 0 99.331999075 0.5370013874999984
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1370 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1371 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1372 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1373 2.01610051566 0 97.620003 3.104995500000001
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1374 2.50228643329 0 98.237999725 2.1780004125000048
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1375 2.50228643329 0 99.369999825 0.48000026250000616
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1376 3.38717868509 0 99.5664995 0.5235004999999916
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1377 6.30106886729 0 99.4435005 0.6464994999999988
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1378 2.50228643329 0 98.989500525 1.0507492125000013
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1379 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1380 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1381 3.92040413524 0 99.566499725 0.5235002749999978
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1382 3.38717868509 0 99.542499525 0.5475004750000011
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1383 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1384 3.92040413524 0 99.560999575 0.529000425000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1385 6.30106886729 0 99.4365008 0.6534991999999932
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1386 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1387 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1388 6.30106886729 0 99.50550005 0.5844999500000029
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1389 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1390 2.00016617632 0 99.0 1.0349999999999966
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1391 2.50228643329 0 99.185499625 0.7567505624999882
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1392 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1393 6.30106886729 0 99.257000175 0.649499737499994
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1394 5.02870270579 0 99.2665001 0.6352498499999939
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1395 3.84474688915 0 99.428999625 0.6610003749999948
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1396 2.47124761202 0 99.218499125 0.7072513125000057
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1397 6.10789096832 0 99.3400001 0.5249998500000004
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1398 2.81322619695 0 99.581499675 0.5085003249999943
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1399 6.14799414721 0 99.5084996 0.5815004000000045
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1400 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1401 2.47778695782 0 99.4290001 0.6609999000000016
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1402 2.50228643329 0 99.4385002 0.6514998000000048
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1403 2.50228643329 0 99.01299965 1.0155005250000002
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1404 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1405 3.86059861244 0 99.59099995 0.4990000500000008
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1406 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1407 2.47124761202 0 99.321500075 0.5527498874999921
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1408 3.92040413524 0 99.55849965 0.5315003499999961
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1409 2.47778695782 0 99.33599825 0.5310026249999922
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1410 2.44096937877 0 99.022499775 1.0012503374999966
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1411 3.86059861244 0 99.6165006 0.4734994000000029
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1412 2.47778695782 0 99.3005006 0.5842490999999868
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1413 2.81322619695 0 99.5374991 0.5525008999999926
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1414 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1415 1.99590274244 0 99.580002 0.5099980000000045
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1416 5.02870270579 0 99.469500425 0.620499574999991
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1417 6.14799414721 0 99.461499925 0.6285000749999995
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1418 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1419 2.50228643329 0 99.413499975 0.6765000250000043
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1420 3.92040413524 0 99.541999425 0.5480005749999975
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1421 2.47778695782 0 99.026499675 0.9952504875000017
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1422 6.30106886729 0 99.4355002 0.6544997999999908
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1423 2.81322619695 0 99.46250045 0.6274995500000046
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1424 2.44096937877 0 99.44600045 0.6439995499999981
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1425 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1426 2.00016617632 0 99.379997 0.46500449999999205
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1427 6.14799414721 0 99.55749925 0.5325007499999913
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1428 2.47124761202 0 99.362998825 0.49050176249998856
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1429 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1430 6.14799414721 0 99.418499925 0.6715000749999916
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1431 3.34244261096 0 99.6115011 0.4784988999999996
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1432 2.47778695782 0 99.425000225 0.6649997749999926
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1433 6.30106886729 0 99.464500175 0.625499825
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1434 6.14799414721 0 99.49900035 0.5909996499999949
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1435 2.50228643329 0 99.09000035 0.8999994750000013
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1436 2.47778695782 0 98.9905002 1.0492496999999972
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1437 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1438 6.30106886729 0 99.4660008 0.6239991999999944
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1439 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1440 6.10789096832 0 99.4094999 0.6805000999999976
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1441 3.92040413524 0 99.3284995 0.5422507499999867
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1442 6.30106886729 0 99.515500125 0.5744998749999951
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1443 2.78229733114 0 99.6075006 0.48249940000000324
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1444 2.47124761202 0 99.386499275 0.4552510874999882
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1445 4.93072604433 0 99.42349955 0.6665004499999952
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1446 3.38717868509 0 99.3259999 0.5460001499999976
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1447 3.38717868509 0 99.570499925 0.5195000750000048
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1448 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1449 6.10789096832 0 99.58400005 0.5059999499999975
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1450 3.80166404425 0 99.525999425 0.5640005750000029
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1451 3.7862916372 0 99.4165003 0.6734997000000021
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1452 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1453 6.30106886729 0 99.502499825 0.5875001749999967
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1454 2.47778695782 0 99.323499175 0.5497512375000042
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1455 2.47778695782 0 99.047999525 0.9630007125000049
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1456 6.30106886729 0 99.425499675 0.6645003250000002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1457 2.50228643329 0 98.892999075 1.1955013874999878
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1458 2.44096937877 0 99.398499325 0.6915006749999947
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1459 2.81322619695 0 99.590000925 0.4999990749999995
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1460 3.33055390722 0 99.73649975 0.35350025000000473
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1461 2.47778695782 0 99.26500055 0.6374991750000021
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1462 6.14799414721 0 99.4905 0.5995000000000005
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1463 3.92040413524 0 99.54349955 0.5465004499999907
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1464 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1465 2.50228643329 0 99.377499075 0.46875138749999223
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1466 2.00016617632 0 99.0 1.0349999999999966
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1467 2.00016617632 0 98.580002 1.6649970000000067
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1468 2.47124761202 0 99.267000075 0.6344998874999987
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1469 2.50228643329 0 99.283000625 0.6104990624999971
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1470 2.47778695782 0 99.420999375 0.6690006250000039
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1471 2.50228643329 0 99.3724994 0.4762509000000037
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1472 6.14799414721 0 99.413499925 0.6765000750000013
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1473 1.99590274244 0 98.139999 2.325001499999992
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1474 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1475 6.30106886729 0 99.445500575 0.6444994250000008
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1476 6.10789096832 0 99.399999175 0.6900008249999928
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1477 2.50228643329 0 98.23200065 2.1869990249999915
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1478 3.34244261096 0 99.574999975 0.5150000250000005
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1479 2.47124761202 0 99.022999675 1.0005004875000054
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1480 2.78229733114 0 99.5164984 0.5735015999999945
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1481 2.77405457184 0 99.577998975 0.5120010249999979
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1482 5.02870270579 0 99.273000325 0.6254995124999994
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1483 6.30106886729 0 99.44949995 0.6405000499999943
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1484 2.50228643329 0 98.908000625 1.172999062499997
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1485 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1486 2.81322619695 0 99.587999675 0.5020003249999917
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1487 2.00016617632 0 99.660004 0.42999599999999705
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1488 3.85964385182 0 99.2625002 0.6412496999999888
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1489 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1490 2.81322619695 0 99.331499075 0.537751387500002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1491 3.86059861244 0 99.5910002 0.49899980000000144
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1492 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1493 2.47778695782 0 98.999500075 1.0357498874999962
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1494 3.34244261096 0 99.616000475 0.47399952499999076
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1495 3.85964385182 0 99.484999975 0.6050000250000039
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1496 3.92040413524 0 99.5539999 0.536000100000004
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1497 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1498 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1499 2.47778695782 0 99.0249994 0.9975008999999986
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1500 4.90489779833 0 99.41399985 0.6760001500000016
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1501 2.78229733114 0 99.554999075 0.535000925
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1502 5.92620561097 0 99.5504994 0.539500599999991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1503 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1504 2.47124761202 0 99.310500825 0.5692487624999885
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1505 2.81322619695 0 99.538999575 0.5510004249999924
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1506 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1507 6.30106886729 0 99.467000075 0.6229999249999963
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1508 2.47778695782 0 99.39350025 0.6964997499999953
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1509 6.10789096832 0 99.579499625 0.5105003750000009
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1510 4.93072604433 0 99.5169999 0.5730000999999959
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1511 2.50228643329 0 99.3804993 0.46425105000000144
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1512 5.02870270579 0 99.475000625 0.6149993749999908
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1513 2.47778695782 0 98.93350015 1.134749774999996
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1514 6.14799414721 0 99.503000075 0.586999924999995
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1515 5.02870270579 0 99.458999975 0.6310000250000002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1516 2.50228643329 0 99.0304991 0.9892513499999964
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1517 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1518 3.92040413524 0 99.554498975 0.5355010249999964
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1519 3.92040413524 0 99.566999875 0.5230001250000044
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1520 6.30106886729 0 99.474499975 0.6155000249999972
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1521 3.92040413524 0 99.3329993 0.5355010500000006
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1522 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1523 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1524 6.30106886729 0 99.502499275 0.5875007249999925
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1525 6.30106886729 0 99.4525002 0.6374997999999948
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1526 2.50228643329 0 98.3025 2.0812500000000043
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1527 6.30106886729 0 99.253999525 0.6540007125000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1528 2.01610051566 0 97.900002 2.6849969999999956
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1529 2.50228643329 0 99.3794995 0.4657507500000051
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1530 2.81322619695 0 99.3324994 0.5362508999999918
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1531 6.30106886729 0 99.4319996 0.6580004000000003
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1532 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1533 2.50228643329 0 99.4100001 0.6799998999999929
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1534 2.01610051566 0 97.879997 2.715004499999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1535 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1536 5.02870270579 0 99.476500375 0.6134996249999972
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1537 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1538 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1539 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1540 2.81322619695 0 99.5905005 0.4994994999999932
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1541 2.50228643329 0 99.394999125 0.6950008749999995
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1542 2.50228643329 0 97.880498675 2.714251987499999
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1543 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1544 2.50228643329 0 99.3764997 0.47025045000000176
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1545 2.50228643329 0 99.371499825 0.4777502624999954
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1546 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1547 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1548 3.85964385182 0 99.26600075 0.6359988749999914
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1549 2.50228643329 0 97.659501225 3.045748162499997
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1550 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1551 2.50228643329 0 98.23250025 2.186249624999995
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1552 2.50228643329 0 99.00199985 1.0320002249999902
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1553 2.50228643329 0 99.37399865 0.4740020249999901
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1554 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1555 2.50228643329 0 99.102000425 0.8819993624999967
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1556 3.85964385182 0 99.4645003 0.6254997000000003
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1557 2.50228643329 0 99.281000925 0.6134986124999955
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1558 6.30106886729 0 99.4530003 0.6369996999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1559 2.50228643329 0 99.187000725 0.7544989124999901
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1560 2.50228643329 0 98.898499075 1.187251387499991
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1561 2.50228643329 0 98.736500275 1.4302495875000005
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1562 3.38717868509 0 99.573999575 0.5160004249999958
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1563 5.02870270579 0 99.513499725 0.5765002749999951
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1564 2.47778695782 0 98.9680005 1.0829992499999932
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1565 3.33055390722 0 99.737999875 0.3520001249999979
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1566 2.47778695782 0 99.034999825 0.9825002624999968
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1567 2.50228643329 0 99.42649985 0.6635001499999987
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1568 2.78229733114 0 99.512998925 0.5770010749999926
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1569 2.78229733114 0 99.57799995 0.5120000499999918
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1570 4.78704248134 0 99.5660001 0.5239999000000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1571 3.85964385182 0 99.475500875 0.6144991250000033
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1572 2.50228643329 0 99.3974997 0.6925003000000004
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1573 6.10789096832 0 99.57150015 0.5184998499999921
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1574 2.81322619695 0 99.542499525 0.5475004750000011
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1575 2.50228643329 0 99.44250095 0.6474990500000019
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1576 6.14799414721 0 99.460000325 0.629999675000002
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1577 2.50228643329 0 99.00200005 1.0319999249999867
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1578 2.47778695782 0 99.050499675 0.9592504875000003
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1579 3.92040413524 0 99.55249935 0.5375006499999927
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1580 6.30106886729 0 99.454000825 0.6359991750000035
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1581 3.92040413524 0 99.5760004 0.5139995999999997
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1582 2.00016617632 0 99.199997 0.7350045000000023
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1583 6.14799414721 0 99.54849945 0.5415005500000035
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1584 2.47124761202 0 99.2154998 0.7117502999999914
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1585 2.81322619695 0 99.57649945 0.5135005499999977
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1586 2.73595882486 0 99.639001225 0.4509987749999965
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1587 2.47778695782 0 99.4405004 0.649499599999993
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1588 2.47124761202 0 99.503500175 0.5864998249999985
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1589 3.80166404425 0 99.47900055 0.6109994500000028
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1590 2.50228643329 0 99.404499675 0.685500325000001
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1591 2.47124761202 0 99.3180001 0.5579998499999874
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1592 3.71567552873 0 99.5499996 0.540000399999991
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1593 2.47124761202 0 99.273500675 0.6247489875000056
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1594 2.50228643329 0 99.026499175 0.9952512374999998
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1595 3.85964385182 0 99.467500875 0.6224991249999988
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1596 3.38717868509 0 99.567999575 0.522000424999996
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1597 3.34244261096 0 99.6130008 0.47699920000000307
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1598 3.80166404425 0 99.52149975 0.5685002499999939
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1599 6.10789096832 0 99.331499675 0.5377504874999914
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1600 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1601 5.02870270579 0 99.5239992 0.566000799999992
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1602 3.77195447337 0 99.628501325 0.46149867499999575
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1603 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1604 3.80166404425 0 99.5234991 0.5665009000000026
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1605 6.14799414721 0 99.500499575 0.5895004249999914
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1606 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1607 2.47124761202 0 99.386499275 0.4552510874999882
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1608 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1609 1.99590274244 0 99.599998 0.4900019999999984
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1610 2.50228643329 0 99.00950015 1.0207497750000059
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1611 2.47778695782 0 99.40549985 0.6845001499999995
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1612 3.85964385182 0 99.473500825 0.6164991749999956
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1613 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1614 3.86059861244 0 99.506499875 0.5835001249999948
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1615 2.47778695782 0 99.397499725 0.6925002749999948
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1616 5.92620561097 0 99.544999775 0.545000225000004
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1617 6.30106886729 0 99.473999525 0.6160004750000013
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1618 3.86059861244 0 99.5965 0.4934999999999917
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1619 6.14799414721 0 99.5010002 0.5889998000000048
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1620 5.02870270579 0 99.4765004 0.6134995999999916
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1621 3.38717868509 0 99.541999425 0.5480005749999975
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1622 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1623 2.78229733114 0 99.615500325 0.47449967499999846
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1624 6.30106886729 0 99.502500325 0.587499674999998
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1625 6.30106886729 0 99.43000005 0.6599999499999939
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1626 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1627 6.30106886729 0 99.26200065 0.6419990249999898
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1628 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1629 4.90489779833 0 99.586500025 0.5034999749999912
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1630 4.93072604433 0 99.510999575 0.5790004249999982
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1631 2.78229733114 0 99.614000375 0.4759996249999944
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1632 3.84474688915 0 99.43100005 0.6589999500000033
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1633 2.47778695782 0 99.2955008 0.5917487999999977
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1634 2.50228643329 0 99.184499825 0.7582502624999918
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1635 2.47778695782 0 99.329499525 0.5407507124999924
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1636 4.93072604433 0 99.52249995 0.567500050000001
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1637 3.33055390722 0 99.576000025 0.5139999749999987
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1638 3.38717868509 0 99.583000075 0.5069999249999967
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1639 3.34244261096 0 99.50749975 0.5825002500000039
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1640 3.92040413524 0 99.558499675 0.5315003250000047
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1641 3.86059861244 0 99.595000075 0.49499992499999623
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1642 2.47778695782 0 99.437500275 0.6524997249999928
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1643 2.50228643329 0 99.373499575 0.47475063750000146
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1644 1.99590274244 0 98.599998 1.6350029999999975
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1645 6.14799414721 0 99.50299975 0.587000249999997
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1646 2.47124761202 0 99.1220011 0.8519983499999881
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1647 2.81322619695 0 99.470500925 0.6194990750000017
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1648 2.47124761202 0 98.3239998 2.049000300000003
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1649 2.00016617632 0 98.980003 1.064995500000002
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1650 2.47778695782 0 99.41799995 0.6720000500000026
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1651 3.71567552873 0 99.553999325 0.5360006749999912
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1652 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1653 2.77405457184 0 99.738499275 0.3515007250000025
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1654 5.02870270579 0 99.255999975 0.6510000375000047
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1655 2.50228643329 0 98.902999675 1.180500487499991
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1656 6.30106886729 0 99.258499925 0.6472501125000036
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1657 3.27579123647 0 99.64500205 0.44499794999999553
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1658 2.47778695782 0 98.93350115 1.1347482749999998
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1659 2.81322619695 0 99.333498825 0.5347517624999867
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1660 6.30106886729 0 99.460500425 0.6294995749999913
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1661 2.50228643329 0 99.365498975 0.4867515375000053
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1662 5.02870270579 0 99.467001175 0.6229988250000048
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1663 3.85964385182 0 99.47449985 0.6155001499999969
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1664 3.92040413524 0 99.479499575 0.6105004249999922
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1665 4.78704248134 0 99.5624994 0.5275006000000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1666 3.85964385182 0 99.468500375 0.6214996249999928
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1667 6.30106886729 0 99.4335002 0.6564998000000003
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1668 3.80166404425 0 99.41949975 0.6705002499999978
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1669 2.81322619695 0 99.573000475 0.5169995249999971
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1670 2.47778695782 0 99.38749925 0.4537511249999895
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1671 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1672 3.85964385182 0 99.27349995 0.6247500749999944
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1673 2.50228643329 0 99.28100055 0.6134991749999941
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1674 6.14799414721 0 99.507500275 0.5824997249999996
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1675 6.10789096832 0 99.420499775 0.6695002250000016
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1676 4.90489779833 0 99.34499945 0.517500824999992
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1677 6.10789096832 0 99.3319992 0.5370011999999988
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1678 3.38717868509 0 99.46999995 0.6200000499999959
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1679 2.47124761202 0 98.53199905 1.7370014250000025
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1680 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1681 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1682 2.78229733114 0 99.615001075 0.47499892500000274
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1683 2.47778695782 0 99.47850095 0.6114990500000005
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1684 6.30106886729 0 99.50049995 0.5895000499999924
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1685 2.50228643329 0 99.469001675 0.6209983249999965
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1686 2.00016617632 0 99.620003 0.4699970000000008
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1687 1.99590274244 0 98.440002 1.8749969999999863
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1688 6.14799414721 0 99.46750035 0.6224996500000032
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1689 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1690 4.93072604433 0 99.4275003 0.6624996999999923
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1691 6.14799414721 0 99.422500325 0.6674996749999963
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1692 3.80166404425 0 99.48150015 0.6084998499999955
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1693 6.30106886729 0 99.465000225 0.6249997750000006
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1694 2.78229733114 0 99.554499175 0.5355008249999941
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1695 2.81322619695 0 99.594500125 0.4954998750000016
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1696 2.50228643329 0 99.28250105 0.6112484250000065
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1697 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1698 3.38717868509 0 99.541999225 0.5480007749999999
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1699 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1700 6.30106886729 0 99.451500025 0.6384999749999963
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1701 3.7862916372 0 99.32999935 0.5400009750000052
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1702 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1703 2.47124761202 0 99.1944995 0.7432507499999872
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1704 2.00016617632 0 98.580002 1.6649970000000067
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1705 2.47124761202 0 98.273000575 2.1254991375000003
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1706 3.80166404425 0 99.573999925 0.5160000750000023
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1707 2.47124761202 0 98.8214997 1.3027504499999907
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1708 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1709 3.38717868509 0 99.33449965 0.5332505249999997
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1710 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1711 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1712 2.50228643329 0 98.914500175 1.1632497374999957
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1713 2.01610051566 0 97.82 2.805000000000007
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1714 6.30106886729 0 99.4310002 0.658999799999998
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1715 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1716 2.50228643329 0 99.474000575 0.6159994249999926
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1717 3.92040413524 0 99.478000175 0.6119998249999924
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1718 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1719 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1720 5.02870270579 0 99.51599985 0.5740001499999977
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1721 6.30106886729 0 99.4455001 0.6444998999999939
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1722 2.50228643329 0 99.367498375 0.4837524375000015
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1723 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1724 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1725 2.50228643329 0 99.029999175 0.990001237499996
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1726 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1727 2.81322619695 0 99.4665007 0.6234993000000003
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1728 5.02870270579 0 99.4305001 0.6594998999999945
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1729 2.50228643329 0 99.09350035 0.8947494749999976
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1730 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1731 6.30106886729 0 99.2665001 0.6352498499999939
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1732 2.50228643329 0 98.74949935 1.4107509750000062
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1733 6.30106886729 0 99.467000275 0.622999724999994
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1734 3.38717868509 0 99.47200055 0.6179994499999936
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1735 2.50228643329 0 98.994999875 1.0425001874999893
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1736 2.50228643329 0 98.335499625 2.031750562500001
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1737 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1738 2.50228643329 0 99.402999975 0.6870000249999976
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1739 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1740 3.85964385182 0 99.43049945 0.6595005499999985
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1741 6.30106886729 0 99.4500003 0.6399996999999985
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1742 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1743 3.92040413524 0 99.53550005 0.5544999500000017
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1744 6.30106886729 0 99.503999575 0.5860004250000032
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1745 3.38717868509 0 99.5845001 0.5054998999999981
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_promise_confs_batch220_single.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_promise_confs_batch220_single.txt
new file mode 100644
index 0000000000000000000000000000000000000000..ba559f05472091a191117ec9d1e952d2522be7aa
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet/data/autotuner_data/tuner_promise_confs_batch220_single.txt
@@ -0,0 +1,5888 @@
++++++
+conf1 1 0 99.69 0
+1 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+2 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+3 gpu mul fp32 1 add fp32 1 tanh fp32 1 
+4 gpu mul fp32 1 add fp32 1 tanh fp32 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1 2.47778695782 0 99.4405011 0.6494988999999919
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf2 6.7963162944 0 99.247499625 0.6637505624999918
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf3 3.77195447337 0 99.475500875 0.6144991250000033
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf4 3.71656038268 0 99.55999965 0.5300003500000031
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf5 4.4071692756 0 99.52149975 0.5685002499999939
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf6 6.14799414721 0 99.5005001 0.5894999000000013
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf7 2.57685599488 0 99.380999175 0.4635012374999974
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf8 3.13161472572 0 99.57700015 0.5129998499999943
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf9 2.00016617632 0 99.68 0.4099999999999909
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf10 2.57685599488 0 99.097999925 0.8880001125000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf11 3.38717868509 0 99.550999225 0.5390007749999995
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf12 3.84474688915 0 99.72650005 0.36349994999999924
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf13 4.48527898013 0 99.467000825 0.6229991749999982
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf14 3.70186719231 0 99.72250035 0.3674996499999935
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf15 2.47778695782 0 98.99100065 1.048499024999991
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf16 4.62093815126 0 99.3364993 0.5302510499999968
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf17 3.09333654389 0 99.6080005 0.4819994999999949
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf18 2.55088214386 0 99.00499975 1.0275003750000025
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf19 3.97649090032 0 99.429000025 0.6609999750000043
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf20 5.92620561097 0 99.556000075 0.5339999249999977
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf21 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf22 5.22888975029 0 99.508999675 0.5810003249999994
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf23 3.13161472572 0 99.4715006 0.6184993999999989
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf24 5.98028404553 0 99.533499775 0.5565002250000021
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf25 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf26 3.84474688915 0 99.566499875 0.5235001249999925
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf27 6.7963162944 0 99.44900035 0.640999649999992
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf28 3.09333654389 0 99.5589995 0.531000499999999
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf29 3.77195447337 0 99.5525002 0.5374998000000005
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf30 5.33920664205 0 99.434000525 0.6559994749999959
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf31 6.61857279171 0 99.493500625 0.5964993750000019
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf32 2.55088214386 0 99.48100075 0.6089992499999909
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf33 6.14799414721 0 99.46299985 0.627000149999995
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf34 2.47778695782 0 99.255999775 0.6510003374999869
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf35 2.55088214386 0 99.405999975 0.6840000249999975
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf36 3.38717868509 0 99.47850045 0.6114995499999992
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf37 4.93072604433 0 99.52249925 0.5675007500000021
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf38 4.48527898013 0 99.4800001 0.6099998999999997
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf39 2.57685599488 0 99.172500625 0.7762490624999998
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf40 4.73066277039 0 99.453000075 0.6369999249999921
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf41 2.55088214386 0 99.25799985 0.6480002249999899
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf42 6.10789096832 0 99.576499825 0.5135001749999987
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf43 3.85964385182 0 99.4670006 0.622999399999992
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf44 2.44096937877 0 99.3809992 0.46350119999998896
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf45 2.57685599488 0 99.419500025 0.6704999749999928
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf46 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf47 2.47778695782 0 99.38649995 0.45525007499999504
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf48 2.5439518228 0 99.1235002 0.8497497000000038
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf49 3.71656038268 0 99.572999425 0.5170005749999916
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf50 2.47778695782 0 99.4265002 0.6634997999999911
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf51 4.38652335485 0 99.335499625 0.531750562500001
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf52 2.47778695782 0 99.419999975 0.6700000250000017
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf53 2.50228643329 0 99.034499525 0.983250712499995
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf54 3.97649090032 0 99.570999775 0.5190002249999935
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf55 5.33920664205 0 99.457999875 0.632000124999999
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf56 3.95967525105 0 99.33649965 0.5302505250000067
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf57 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf58 2.47778695782 0 99.3020012 0.5819981999999868
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf59 5.92620561097 0 99.4655009 0.6244991000000027
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf60 4.64385542353 0 99.468000075 0.6219999249999916
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf61 2.57685599488 0 99.355498525 0.5017522124999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf62 4.73066277039 0 99.4225003 0.6674997000000019
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf63 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf64 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf65 3.38717868509 0 99.333499175 0.5347512374999965
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf66 5.92620561097 0 99.476000125 0.613999874999999
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf67 2.81322619695 0 99.580499825 0.5095001749999938
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf68 2.78229733114 0 99.52199845 0.5680015499999996
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf69 3.34244261096 0 99.6135014 0.47649859999999367
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf70 3.97649090032 0 99.51250005 0.5774999499999979
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf71 6.61857279171 0 99.5040001 0.5859998999999988
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf72 6.61857279171 0 99.420500525 0.6694994750000035
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf73 6.61857279171 0 99.504999975 0.5850000249999937
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf74 3.63433700317 0 99.652501475 0.43749852500000375
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf75 6.10789096832 0 99.3409999 0.5235001499999967
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf76 4.4071692756 0 99.478000575 0.6119994250000019
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf77 2.50228643329 0 99.40099985 0.6890001499999926
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf78 3.77195447337 0 99.3255004 0.546749400000003
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf79 3.80166404425 0 99.565500025 0.524499974999992
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf80 6.57211871555 0 99.333000125 0.5354998124999995
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf81 2.50228643329 0 99.47350135 0.6164986499999913
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf82 5.79060658268 0 99.519000125 0.5709998749999926
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf83 2.50228643329 0 99.381999275 0.46200108749999913
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf84 2.47778695782 0 99.1835005 0.7597492500000058
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf85 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf86 2.55088214386 0 99.39199985 0.6980001499999929
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf87 3.85964385182 0 99.4795001 0.6104999000000021
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf88 4.38652335485 0 99.41799955 0.6720004499999931
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf89 4.93072604433 0 99.51499965 0.5750003500000048
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf90 3.13161472572 0 99.574500425 0.5154995750000012
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf91 3.09333654389 0 99.6145003 0.47549969999999464
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf92 3.92040413524 0 99.578000175 0.5119998249999981
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf93 5.33920664205 0 99.44499995 0.6450000500000016
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf94 2.47778695782 0 99.45300095 0.6369990499999943
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf95 2.50228643329 0 99.36299905 0.49050142499999794
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf96 5.02870270579 0 99.458500175 0.6314998250000002
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf97 5.75501684906 0 99.346999025 0.5145014624999931
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf98 2.57685599488 0 99.436500375 0.6534996250000035
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf99 3.33055390722 0 99.4209998 0.6690001999999936
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf100 5.59344058403 0 99.55649965 0.5335003499999914
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf101 5.79060658268 0 99.556999575 0.5330004249999917
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf102 3.7862916372 0 99.3334994 0.5347509000000059
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf103 6.30106886729 0 99.5175 0.5724999999999995
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf104 5.06758777035 0 99.552499325 0.5375006749999983
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf105 6.14799414721 0 99.499999525 0.5900004749999909
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf106 2.51187737029 0 99.4014999 0.6885000999999932
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf107 2.55088214386 0 99.39649945 0.6935005500000045
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf108 2.47124761202 0 99.1929994 0.745500899999989
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf109 4.03997047176 0 99.52149955 0.5685004499999963
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf110 3.70186719231 0 99.42099935 0.6690006499999953
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf111 2.47778695782 0 99.404999575 0.6850004249999927
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf112 3.97649090032 0 99.4600001 0.6299998999999957
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf113 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf114 3.86059861244 0 99.50650005 0.5834999499999981
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf115 2.57685599488 0 99.460000575 0.6299994250000026
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf116 5.33920664205 0 99.2685007 0.6322489499999904
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf117 5.02870270579 0 99.468000425 0.6219995749999981
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf118 4.4071692756 0 99.56599955 0.524000449999997
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf119 5.02870270579 0 99.4325 0.6574999999999932
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf120 6.61857279171 0 99.457500525 0.6324994749999974
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf121 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf122 2.50228643329 0 99.4199998 0.6700001999999984
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf123 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf124 6.16535217595 0 99.58050025 0.5094997499999977
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf125 6.30106886729 0 99.45700045 0.6329995500000024
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf126 2.57685599488 0 99.407999525 0.6820004750000038
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf127 3.77195447337 0 99.6320011 0.4579989000000012
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf128 6.57211871555 0 99.3999996 0.6900003999999967
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf129 6.36224047437 0 99.264500075 0.6382498874999953
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf130 4.48527898013 0 99.52299915 0.5670008499999938
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf131 5.79060658268 0 99.416500475 0.6734995249999912
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf132 2.5439518228 0 99.32149995 0.5527500749999916
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf133 2.55088214386 0 99.4905002 0.5994997999999981
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf134 3.95967525105 0 99.4149999 0.6750000999999998
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf135 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf136 3.80166404425 0 99.421499725 0.6685002749999939
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf137 3.7862916372 0 99.419999575 0.6700004249999921
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf138 3.77195447337 0 99.570499675 0.5195003250000042
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf139 3.86059861244 0 99.6145001 0.475499899999997
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf140 2.78229733114 0 99.609500425 0.4804995750000046
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf141 5.02870270579 0 99.446999675 0.643000324999997
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf142 3.77195447337 0 99.540499625 0.5495003750000024
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf143 4.90489779833 0 99.588500425 0.5014995749999912
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf144 5.75501684906 0 99.570999975 0.5190000249999912
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf145 2.5439518228 0 99.37649915 0.4702512749999954
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf146 6.16535217595 0 99.336499425 0.5302508624999973
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf147 5.33920664205 0 99.46600045 0.6239995500000021
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf148 2.47124761202 0 99.125500425 0.8467493624999989
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf149 4.03997047176 0 99.44900065 0.6409993499999956
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf150 4.48527898013 0 99.268500375 0.6322494374999934
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf151 3.08315119118 0 99.7369988 0.3530012000000028
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf152 2.55088214386 0 99.406000225 0.6839997749999981
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf153 6.36224047437 0 99.46550055 0.6244994499999962
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf154 4.73066277039 0 99.46849975 0.6215002499999912
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf155 3.38717868509 0 99.5730001 0.5169998999999962
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf156 6.10789096832 0 99.4119995 0.6780005000000046
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf157 3.08315119118 0 99.426000325 0.6639996749999938
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf158 4.93072604433 0 99.431000325 0.6589996749999983
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf159 5.79060658268 0 99.47600065 0.6139993499999946
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf160 6.36224047437 0 99.54099985 0.549000149999992
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf161 2.50228643329 0 99.3779992 0.4680011999999891
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf162 6.7963162944 0 99.4620004 0.627999600000004
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf163 2.57685599488 0 99.37699935 0.46950097499998833
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf164 6.20621598565 0 99.471000525 0.618999475000004
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf165 6.30106886729 0 99.439 0.6510000000000048
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf166 6.36224047437 0 99.440499925 0.6495000750000003
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf167 4.29202279061 0 99.5565002 0.5334997999999956
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf168 2.57685599488 0 98.9975002 1.0387496999999897
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf169 3.85964385182 0 99.483499875 0.606500124999991
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf170 2.50228643329 0 99.2815005 0.612749249999986
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf171 6.36224047437 0 99.457000375 0.6329996249999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf172 6.20621598565 0 99.55249975 0.5375002500000022
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf173 3.33055390722 0 99.583999875 0.5060001249999942
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf174 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf175 5.75501684906 0 99.41749995 0.6725000499999908
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf176 6.20621598565 0 99.503500175 0.5864998249999985
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf177 3.85964385182 0 99.4360005 0.653999499999992
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf178 2.47778695782 0 99.3329996 0.535500600000006
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf179 2.55088214386 0 99.409999625 0.6800003750000002
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf180 2.57685599488 0 99.010999225 1.0185011624999873
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf181 4.64385542353 0 99.567499925 0.5225000749999907
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf182 2.47778695782 0 99.4029989 0.6870010999999977
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf183 3.38717868509 0 99.57399985 0.5160001499999908
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf184 2.77405457184 0 99.4234996 0.6665003999999982
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf185 2.50228643329 0 99.379499125 0.4657513125000037
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf186 6.14799414721 0 99.4990005 0.5909995000000038
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf187 6.7963162944 0 99.43399975 0.6560002499999996
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf188 5.33920664205 0 99.51449955 0.5755004500000013
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf189 6.30106886729 0 99.266500125 0.6352498125000068
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf190 4.93072604433 0 99.56199985 0.5280001499999912
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf191 4.73066277039 0 99.51799975 0.5720002499999964
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf192 2.57685599488 0 99.285000425 0.6074993624999863
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf193 2.5439518228 0 99.1979999 0.7380001499999977
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf194 5.92620561097 0 99.44250075 0.6474992500000042
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf195 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf196 2.47778695782 0 99.0264997 0.9952504499999932
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf197 4.48527898013 0 99.449500675 0.6404993250000018
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf198 4.64385542353 0 99.5164996 0.5735003999999947
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf199 5.19985255986 0 99.3364995 0.5302507499999933
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf200 3.34244261096 0 99.608000925 0.48199907499999883
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf201 4.73066277039 0 99.265000525 0.6374992124999892
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf202 3.97649090032 0 99.51849965 0.5715003500000023
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf203 3.97649090032 0 99.52049955 0.569500450000001
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf204 5.22888975029 0 99.508000225 0.5819997749999942
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf205 4.90489779833 0 99.42149985 0.6685001499999942
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf206 2.5439518228 0 99.492999825 0.5970001749999995
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf207 4.03997047176 0 99.46600075 0.6239992499999915
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf208 2.81322619695 0 99.589000375 0.5009996250000001
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf209 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf210 5.22888975029 0 99.5105 0.5795000000000045
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf211 2.55088214386 0 99.42599955 0.6640004499999975
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf212 2.81322619695 0 99.542999675 0.5470003249999934
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf213 2.47778695782 0 99.05800035 0.947999474999996
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf214 2.55088214386 0 99.39599955 0.6940004499999987
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf215 4.93072604433 0 99.472500675 0.6174993249999915
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf216 5.02870270579 0 99.270500225 0.629249662499987
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf217 3.86059861244 0 99.590000025 0.4999999750000029
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf218 3.88250959671 0 99.55349975 0.5365002499999975
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf219 2.50228643329 0 99.365499425 0.48675086250000277
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf220 2.55088214386 0 98.99799995 1.0380000750000065
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf221 3.80166404425 0 99.53449915 0.5555008499999957
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf222 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf223 2.00016617632 0 99.519997 0.5700029999999942
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf224 2.51187737029 0 99.024499825 0.9982502624999867
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf225 3.86059861244 0 99.57049935 0.519500649999992
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf226 2.47778695782 0 99.4985004 0.5914996000000002
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf227 3.71656038268 0 99.508999525 0.5810004750000047
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf228 3.71656038268 0 99.607000725 0.48299927499999173
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf229 2.47778695782 0 99.324499325 0.5482510124999891
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf230 6.14799414721 0 99.5609996 0.5290003999999954
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf231 3.77195447337 0 99.5870001 0.5029999000000004
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf232 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf233 3.92040413524 0 99.545499775 0.5445002250000016
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf234 3.92040413524 0 99.57699935 0.5130006500000036
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf235 2.55088214386 0 98.987999875 1.0530001874999968
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf236 2.57685599488 0 99.363999075 0.48900138750000366
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf237 4.48527898013 0 99.4369996 0.6530004000000048
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf238 5.79060658268 0 99.5149995 0.5750004999999959
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf239 2.81322619695 0 99.463000675 0.6269993249999942
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf240 4.64385542353 0 99.523000025 0.566999974999996
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf241 2.81322619695 0 99.33849865 0.5272520249999886
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf242 3.95967525105 0 99.6014996 0.48850040000000094
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf243 6.36224047437 0 99.4400002 0.6499997999999977
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf244 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf245 2.78229733114 0 99.57849985 0.5115001499999977
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf246 3.92040413524 0 99.554999725 0.5350002749999959
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf247 2.50228643329 0 98.990500375 1.049249437500002
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf248 2.57685599488 0 99.272500225 0.626249662499994
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf249 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf250 2.57685599488 0 99.4725001 0.6174998999999929
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf251 2.55088214386 0 99.3259999 0.5460001499999976
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf252 2.73595882486 0 99.64500115 0.44499884999999895
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf253 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf254 6.14799414721 0 99.418500325 0.6714996750000012
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf255 3.92040413524 0 99.3274997 0.5437504499999903
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf256 5.92620561097 0 99.256500075 0.6502498874999887
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf257 2.47778695782 0 99.4835009 0.6064991000000021
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf258 2.57685599488 0 99.441500975 0.648499025000001
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf259 3.86059861244 0 99.615001125 0.4749988749999915
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf260 2.57685599488 0 99.02799945 0.9930008250000029
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf261 3.85964385182 0 99.522499925 0.5675000749999924
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf262 6.61857279171 0 99.545499925 0.5445000749999963
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf263 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf264 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf265 4.90489779833 0 99.343498975 0.5197515374999924
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf266 2.55088214386 0 99.449500125 0.6404998749999976
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf267 3.38717868509 0 99.56699955 0.5230004499999922
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf268 6.16535217595 0 99.40699995 0.6830000499999983
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf269 3.13161472572 0 99.577999975 0.5120000250000004
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf270 5.02870270579 0 99.5194997 0.5705003000000005
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf271 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf272 4.03997047176 0 99.270000125 0.629999812500003
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf273 2.50228643329 0 99.436000225 0.653999774999997
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf274 6.30106886729 0 99.4565001 0.6334998999999982
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf275 4.64385542353 0 99.520499675 0.5695003250000014
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf276 6.20621598565 0 99.51049995 0.5795000500000015
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf277 5.22888975029 0 99.561499175 0.5285008250000033
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf278 2.50228643329 0 99.100999975 0.8835000375000064
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf279 6.20621598565 0 99.50749955 0.5825004499999921
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf280 2.50228643329 0 99.408499875 0.6815001249999938
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf281 2.44096937877 0 99.442000325 0.6479996750000027
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf282 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf283 4.78704248134 0 99.559999825 0.5300001749999922
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf284 6.7963162944 0 99.50250015 0.5874998499999947
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf285 4.93072604433 0 99.514499925 0.5755000750000022
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf286 2.50228643329 0 99.4350005 0.6549994999999967
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf287 4.51618813067 0 99.55749945 0.5325005500000032
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf288 5.22888975029 0 99.41699995 0.6730000499999932
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf289 4.4071692756 0 99.51849985 0.57150015
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf290 2.5439518228 0 99.19599945 0.7410008249999933
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf291 3.85964385182 0 99.27150005 0.6277499249999963
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf292 3.86059861244 0 99.5890004 0.5009995999999944
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf293 2.57685599488 0 99.377499425 0.4687508625000021
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf294 3.71656038268 0 99.59550035 0.49449965000000307
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf295 2.57685599488 0 99.360999575 0.4935006375000057
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf296 5.19985255986 0 99.40499985 0.6850001500000019
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf297 4.03997047176 0 99.44049995 0.6495000499999947
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf298 2.5439518228 0 99.282001325 0.6119980125000026
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf299 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf300 2.47778695782 0 98.968000625 1.0829990624999937
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf301 3.71656038268 0 99.624000875 0.46599912500000473
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf302 3.70186719231 0 99.567000175 0.5229998249999938
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf303 5.79060658268 0 99.507000675 0.5829993249999973
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf304 4.03997047176 0 99.4725003 0.6174997000000048
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf305 6.20621598565 0 99.42449955 0.6655004500000047
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf306 2.55088214386 0 99.171000825 0.778498762500007
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf307 3.71567552873 0 99.566999925 0.5230000749999931
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf308 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf309 2.51187737029 0 99.449501 0.6404989999999998
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf310 2.47778695782 0 99.409999625 0.6800003750000002
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf311 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf312 3.92040413524 0 99.4805003 0.609499699999995
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf313 3.7862916372 0 99.593500375 0.4964996249999928
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf314 2.5439518228 0 99.2214994 0.7027508999999981
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf315 2.47778695782 0 98.999999825 1.0350002624999917
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf316 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf317 3.13161472572 0 99.53799935 0.5520006499999909
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf318 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf319 2.5439518228 0 99.353998375 0.5040024374999916
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf320 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf321 5.92620561097 0 99.510499825 0.5795001750000012
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf322 6.7963162944 0 99.430000375 0.6599996249999919
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf323 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf324 2.50228643329 0 99.288500125 0.6022498124999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf325 3.13161472572 0 99.335998525 0.531002212500006
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf326 6.36224047437 0 99.513500075 0.5764999250000017
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf327 2.55088214386 0 99.386498775 0.4552518374999863
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf328 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf329 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf330 6.57211871555 0 99.56999995 0.5200000500000016
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf331 5.92620561097 0 99.4315001 0.6584999000000039
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf332 6.30106886729 0 99.432499925 0.6575000749999959
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf333 2.55088214386 0 99.500499575 0.5895004249999914
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf334 6.57211871555 0 99.3380004 0.5279993999999988
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf335 6.30106886729 0 99.4234996 0.6665003999999982
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf336 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf337 2.47778695782 0 99.0089999 1.0215001499999872
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf338 4.73066277039 0 99.511499475 0.578500525000004
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf339 5.92620561097 0 99.42850015 0.6614998499999928
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf340 6.10789096832 0 99.337999325 0.528001012499999
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf341 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf342 3.77195447337 0 99.642001075 0.4479989250000017
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf343 5.98028404553 0 99.551499675 0.5385003249999954
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf344 2.47778695782 0 99.443499975 0.6465000250000031
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf345 4.62093815126 0 99.58099945 0.5090005500000047
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf346 3.80166404425 0 99.565000275 0.524999724999995
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf347 2.50228643329 0 99.4395002 0.6504998000000001
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf348 2.00016617632 0 98.419998 1.9050029999999865
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf349 2.5439518228 0 99.21349975 0.7147503750000013
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf350 6.57211871555 0 99.5695004 0.5204996000000023
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf351 2.47778695782 0 99.02399955 0.9990006749999978
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf352 2.81322619695 0 99.337498225 0.5287526624999899
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf353 4.48527898013 0 99.4734996 0.6165004000000011
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf354 2.78229733114 0 99.551499625 0.5385003749999925
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf355 4.93072604433 0 99.473499625 0.6165003749999954
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf356 3.84474688915 0 99.427999575 0.6620004249999966
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf357 3.95967525105 0 99.333499625 0.534750562499994
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf358 3.80166404425 0 99.4210003 0.6689996999999949
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf359 6.30106886729 0 99.4224998 0.6675002000000007
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf360 3.7862916372 0 99.329999175 0.5400012375000003
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf361 2.81322619695 0 99.46900045 0.620999550000002
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf362 4.38652335485 0 99.335999375 0.5310009374999964
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf363 2.55088214386 0 99.264999825 0.6375002624999908
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf364 6.61857279171 0 99.55200015 0.53799985
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf365 5.79060658268 0 99.471500275 0.6184997250000009
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf366 2.5439518228 0 99.48699985 0.6030001499999941
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf367 3.77195447337 0 99.55600025 0.533999750000001
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf368 6.36224047437 0 99.253000075 0.6554998874999924
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf369 5.02870270579 0 99.4630002 0.6269998000000016
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf370 6.7963162944 0 99.447499725 0.6425002749999976
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf371 6.10789096832 0 99.574500175 0.5154998250000006
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf372 2.50228643329 0 99.382000175 0.461999737499994
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf373 3.34244261096 0 99.613501175 0.4764988250000016
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf374 6.14799414721 0 99.4234998 0.6665001999999959
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf375 2.5439518228 0 98.316499775 2.060250337500001
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf376 3.92040413524 0 99.54199925 0.5480007499999943
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf377 5.22888975029 0 99.508000375 0.5819996250000031
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf378 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf379 4.03997047176 0 99.4290005 0.660999499999997
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf380 3.77195447337 0 99.579999825 0.5100001749999962
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf381 3.85964385182 0 99.46100045 0.6289995499999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf382 4.4071692756 0 99.519999425 0.5700005750000031
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf383 3.63433700317 0 99.644001375 0.44599862499999576
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf384 6.61857279171 0 99.49999985 0.590000150000003
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf385 2.5439518228 0 99.35599865 0.5010020249999911
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf386 6.61857279171 0 99.503999925 0.5860000749999955
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf387 6.16535217595 0 99.412499275 0.6775007249999959
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf388 3.97649090032 0 99.555499475 0.5345005249999929
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf389 5.33920664205 0 99.46450045 0.625499549999995
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf390 2.47124761202 0 99.383499 0.45975149999999587
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf391 3.77195447337 0 99.335499475 0.5317507874999876
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf392 6.61857279171 0 99.460500025 0.629499974999996
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf393 6.36224047437 0 99.441499775 0.6485002250000008
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf394 5.59344058403 0 99.55299965 0.5370003499999939
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf395 6.36224047437 0 99.5040001 0.5859998999999988
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf396 3.08315119118 0 99.56949995 0.520500050000004
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf397 4.93072604433 0 99.556999875 0.5330001249999953
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf398 2.50228643329 0 99.284500025 0.6082499624999969
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf399 2.47124761202 0 99.31950005 0.5557499249999935
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf400 6.10789096832 0 99.412999875 0.6770001250000007
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf401 2.5439518228 0 99.284500375 0.6082494375000067
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf402 2.55088214386 0 98.27499985 2.122500224999996
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf403 3.34244261096 0 99.51049965 0.5795003499999979
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf404 5.22888975029 0 99.512500025 0.5774999750000035
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf405 5.92620561097 0 99.272500625 0.626249062499987
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf406 2.55088214386 0 99.416999825 0.6730001749999929
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf407 2.50228643329 0 98.888500375 1.2022494374999866
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf408 3.97649090032 0 99.417999375 0.672000625000004
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf409 3.85964385182 0 99.437500625 0.6524993749999993
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf410 2.50228643329 0 99.46800095 0.6219990499999938
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf411 4.93072604433 0 99.516499975 0.5735000249999956
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf412 4.64385542353 0 99.558999325 0.5310006749999957
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf413 2.50228643329 0 99.366999125 0.4845013124999866
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf414 4.48527898013 0 99.27900015 0.6164997749999941
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf415 5.75501684906 0 99.582499775 0.5075002249999955
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf416 6.14799414721 0 99.503999875 0.5860001249999925
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf417 4.73066277039 0 99.42850035 0.6614996500000047
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf418 5.79060658268 0 99.5514997 0.538500300000004
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf419 2.50228643329 0 98.90149975 1.1827503749999977
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf420 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf421 2.5439518228 0 99.380999675 0.4635004874999993
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf422 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf423 2.55088214386 0 99.040499575 0.9742506374999991
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf424 2.5439518228 0 99.119001075 0.8564983874999967
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf425 6.30106886729 0 99.4704999 0.6195001000000048
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf426 3.97649090032 0 99.463000875 0.6269991249999919
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf427 5.02870270579 0 99.279499875 0.615750187499998
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf428 3.86059861244 0 99.55900015 0.5309998499999949
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf429 2.55088214386 0 99.40249965 0.687500350000002
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf430 2.47778695782 0 99.033499525 0.9847507125000021
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf431 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf432 2.81322619695 0 99.5774999 0.5125000999999912
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf433 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf434 3.38717868509 0 99.569500275 0.520499725000002
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf435 2.55088214386 0 98.984499925 1.058250112500005
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf436 6.57211871555 0 99.41049985 0.6795001500000041
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf437 2.57685599488 0 98.3014998 2.0827502999999936
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf438 3.92040413524 0 99.48750085 0.6024991499999942
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf439 4.73066277039 0 99.268000275 0.6329995874999881
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf440 4.90489779833 0 99.42150015 0.6684998499999978
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf441 2.5439518228 0 99.314000025 0.5639999624999987
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf442 2.51187737029 0 99.0054997 1.0267504499999944
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf443 6.14799414721 0 99.55700005 0.5329999499999986
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf444 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf445 2.57685599488 0 99.2825003 0.6112495500000037
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf446 2.47124761202 0 98.8115005 1.3177492500000056
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf447 2.78229733114 0 99.60900025 0.4809997500000037
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf448 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf449 2.57685599488 0 99.0224999 1.001250149999997
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf450 3.97649090032 0 99.51849985 0.57150015
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf451 3.80166404425 0 99.481500675 0.6084993249999912
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf452 2.47778695782 0 99.476501075 0.6134989249999961
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf453 2.57685599488 0 99.40400015 0.6859998499999961
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf454 6.16535217595 0 99.57800005 0.5119999499999978
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf455 6.7963162944 0 99.43149955 0.6585004499999997
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf456 6.16535217595 0 99.3334992 0.5347511999999881
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf457 2.57685599488 0 98.3189993 2.0565010499999943
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf458 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf459 2.51187737029 0 99.4385002 0.6514998000000048
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf460 4.48527898013 0 99.527499525 0.5625004750000017
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf461 6.20621598565 0 99.499999475 0.5900005250000021
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf462 2.5439518228 0 98.809000625 1.3214990625000027
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf463 4.90489779833 0 99.3339999 0.5340001500000042
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf464 3.84474688915 0 99.57100005 0.5189999500000028
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf465 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf466 6.7963162944 0 99.2584997 0.6472504499999943
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf467 6.61857279171 0 99.43000025 0.6599997499999916
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf468 5.22888975029 0 99.51450005 0.5754999500000025
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf469 2.57685599488 0 99.277500725 0.6187489125000027
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf470 2.55088214386 0 98.95650025 1.1002496249999894
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf471 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf472 5.02870270579 0 99.47649985 0.6135001500000016
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf473 6.20621598565 0 99.456000575 0.6339994249999933
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf474 5.79060658268 0 99.4119998 0.678000199999994
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf475 6.20621598565 0 99.4235003 0.6664996999999971
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf476 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf477 2.50228643329 0 99.391498725 0.6985012749999925
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf478 2.55088214386 0 99.321500125 0.5527498124999966
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf479 3.92040413524 0 99.574499775 0.515500224999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf480 6.7963162944 0 99.50149975 0.5885002500000042
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf481 2.78229733114 0 99.61500085 0.4749991499999965
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf482 4.64385542353 0 99.51899995 0.5710000500000035
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf483 3.86059861244 0 99.604000675 0.4859993250000031
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf484 5.19985255986 0 99.580500375 0.509499624999998
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf485 2.47124761202 0 99.2139993 0.7140010500000002
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf486 2.50228643329 0 98.319499875 2.0557501874999886
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf487 2.57685599488 0 99.026999275 0.9945010875000051
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf488 3.85964385182 0 99.267500325 0.6337495124999961
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf489 1.99590274244 0 98.940002 1.1249969999999863
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf490 2.57685599488 0 99.3614989 0.4927516499999953
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf491 2.47778695782 0 98.26250005 2.141249924999997
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf492 3.95967525105 0 99.5879999 0.502000099999998
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf493 3.92040413524 0 99.561499525 0.5285004749999956
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf494 4.93072604433 0 99.5169992 0.573000799999997
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf495 2.57685599488 0 98.72399965 1.4490005250000024
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf496 4.03997047176 0 99.26750035 0.6337494749999877
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf497 2.00016617632 0 99.379997 0.46500449999999205
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf498 2.5439518228 0 99.20499985 0.7275002250000071
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf499 3.84474688915 0 99.72549965 0.3645003499999945
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf500 4.51618813067 0 99.5604993 0.5295006999999942
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf501 3.95967525105 0 99.411999625 0.6780003749999907
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf502 5.33920664205 0 99.450000925 0.6399990750000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf503 3.92040413524 0 99.562499325 0.5275006749999932
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf504 2.55088214386 0 99.474500675 0.6154993249999962
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf505 6.30106886729 0 99.268999325 0.6315010125000029
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf506 3.86059861244 0 99.612500925 0.47749907499999156
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf507 3.86059861244 0 99.50949945 0.5805005499999908
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf508 5.33920664205 0 99.26700055 0.6344991749999878
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf509 2.55088214386 0 98.9395005 1.1257492500000055
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf510 2.57685599488 0 99.3634994 0.4897509000000042
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf511 2.47778695782 0 98.987000525 1.054499212499998
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf512 6.30106886729 0 99.5064999 0.5835001000000034
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf513 4.03997047176 0 99.463000375 0.6269996250000048
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf514 6.14799414721 0 99.493500275 0.5964997249999954
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf515 6.20621598565 0 99.51799935 0.5720006500000011
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf516 2.50228643329 0 98.747499825 1.4137502624999883
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf517 5.06758777035 0 99.539499625 0.5505003749999929
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf518 5.33920664205 0 99.474000775 0.6159992250000045
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf519 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf520 2.47778695782 0 99.42150005 0.6684999499999918
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf521 3.38717868509 0 99.3224999 0.5512501500000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf522 4.62093815126 0 99.338999375 0.5265009374999963
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf523 2.57685599488 0 99.097500525 0.8887492124999952
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf524 2.50228643329 0 99.008999525 1.021500712500007
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf525 2.47778695782 0 99.1829998 0.7605002999999897
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf526 5.92620561097 0 99.543499475 0.5465005249999934
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf527 6.61857279171 0 99.49699995 0.5930000499999949
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf528 3.80166404425 0 99.515499425 0.5745005749999962
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf529 2.47778695782 0 99.042499675 0.9712504874999937
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf530 2.50228643329 0 99.37299885 0.47550172499999377
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf531 4.64385542353 0 99.424999925 0.6650000750000032
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf532 2.50228643329 0 99.372999525 0.4755007125000006
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf533 1.99590274244 0 98.599998 1.6350029999999975
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf534 5.02870270579 0 99.449499375 0.6405006249999957
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf535 3.88250959671 0 99.554000025 0.5359999750000043
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf536 3.08315119118 0 99.72599995 0.3640000499999957
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf537 4.78704248134 0 99.564499975 0.5255000249999938
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf538 2.50228643329 0 99.092500375 0.8962494374999963
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf539 6.36224047437 0 99.5414994 0.5485005999999913
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf540 2.55088214386 0 99.173000725 0.7754989125000051
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf541 2.55088214386 0 98.207499625 2.223750562500001
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf542 2.5439518228 0 99.0289995 0.9915007500000002
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf543 3.85964385182 0 99.462500375 0.627499624999993
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf544 5.79060658268 0 99.508000025 0.5819999749999966
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf545 4.93072604433 0 99.42049995 0.6695000499999907
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf546 4.29202279061 0 99.5639995 0.5260005000000035
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf547 2.55088214386 0 99.298499575 0.5872506375000057
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf548 3.86059861244 0 99.570500025 0.5194999749999966
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf549 6.7963162944 0 99.459000275 0.6309997250000038
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf550 6.20621598565 0 99.5074999 0.5825000999999986
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf551 6.14799414721 0 99.508500275 0.5814997249999948
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf552 6.7963162944 0 99.42750015 0.6624998499999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf553 6.20621598565 0 99.5584997 0.531500299999999
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf554 2.55088214386 0 99.388499675 0.4522504874999882
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf555 3.92040413524 0 99.324499525 0.5482507125000069
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf556 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf557 3.86059861244 0 99.583500325 0.5064996749999949
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf558 2.78229733114 0 99.51749825 0.572501749999995
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf559 4.48527898013 0 99.4650002 0.624999799999992
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf560 3.13161472572 0 99.329499575 0.5407506374999969
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf561 2.57685599488 0 99.369498875 0.4807516874999891
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf562 2.81322619695 0 99.597000425 0.49299957499999325
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf563 5.33920664205 0 99.4605002 0.6294997999999993
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf564 6.7963162944 0 99.454500075 0.6354999249999992
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf565 4.73066277039 0 99.520499175 0.5695008250000001
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf566 2.50228643329 0 97.89149975 2.6977503750000054
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf567 2.50228643329 0 99.444000275 0.6459997250000044
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf568 2.57685599488 0 98.99899945 1.0365008249999974
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf569 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf570 3.92040413524 0 99.573499575 0.5165004249999982
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf571 6.36224047437 0 99.441499825 0.6485001750000038
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf572 3.77195447337 0 99.31999955 0.5550006749999881
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf573 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf574 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf575 2.50228643329 0 99.37149915 0.4777512749999886
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf576 2.50228643329 0 99.2860005 0.6059992499999964
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf577 2.50228643329 0 99.44100045 0.6489995499999935
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf578 2.81322619695 0 99.469000975 0.6209990249999976
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf579 6.36224047437 0 99.4460002 0.6439997999999975
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf580 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf581 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf582 3.38717868509 0 99.5824997 0.5075002999999981
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf583 3.85964385182 0 99.47850095 0.6114990500000005
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf584 5.33920664205 0 99.473500525 0.616499474999992
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf585 2.57685599488 0 99.4610008 0.6289992000000041
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf586 2.50228643329 0 97.649001025 3.0614984624999906
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf587 2.50228643329 0 98.9994999 1.0357501499999913
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf588 3.38717868509 0 99.585500725 0.5044992749999949
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf589 2.01610051566 0 97.760002 2.8949969999999965
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf590 2.01610051566 0 97.900002 2.6849969999999956
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf591 2.57685599488 0 99.0359988 0.9810017999999943
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf592 2.57685599488 0 99.439000625 0.6509993749999922
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf593 2.01610051566 0 97.620003 3.104995500000001
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf594 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf595 2.50228643329 0 98.7414999 1.422750150000006
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf596 2.01610051566 0 97.82 2.805000000000007
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf597 5.33920664205 0 99.43200015 0.6579998500000045
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf598 5.92620561097 0 99.445 0.6450000000000046
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf599 5.02870270579 0 99.4440004 0.6459996000000047
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf600 6.36224047437 0 99.470000675 0.6199993250000034
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf601 2.50228643329 0 99.41950015 0.6704998499999931
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf602 4.73066277039 0 99.446999975 0.6430000250000006
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf603 4.48527898013 0 99.4805003 0.609499699999995
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf604 3.13161472572 0 99.57349995 0.5165000499999991
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf605 6.30106886729 0 99.4230005 0.6669994999999972
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf606 2.57685599488 0 99.472000525 0.6179994749999992
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf607 4.73066277039 0 99.472 0.6180000000000035
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf608 5.02870270579 0 99.520999475 0.5690005250000013
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf609 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf610 4.73066277039 0 99.26550005 0.6367499249999966
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf611 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf612 3.92040413524 0 99.5585006 0.5314993999999956
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf613 5.33920664205 0 99.257 0.6494999999999891
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf614 2.57685599488 0 99.019500225 1.0057496624999942
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf615 4.03997047176 0 99.473000425 0.6169995750000027
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf616 4.48527898013 0 99.4760001 0.6139999000000046
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf617 5.02870270579 0 99.470500125 0.6194998749999968
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf618 5.02870270579 0 99.469500375 0.6204996250000022
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf619 2.57685599488 0 99.3729995 0.4755007499999877
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf620 6.7963162944 0 99.26299995 0.6405000750000056
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf621 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf622 2.57685599488 0 99.4455 0.6445000000000022
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf623 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf624 2.57685599488 0 98.894499925 1.1932501124999888
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf625 6.30106886729 0 99.453500225 0.6364997749999987
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf626 2.81322619695 0 99.5449997 0.5450002999999924
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf627 2.50228643329 0 99.40899965 0.6810003499999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf628 6.30106886729 0 99.460500625 0.6294993750000032
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf629 2.57685599488 0 98.8919993 1.1970010500000043
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf630 3.92040413524 0 99.545499225 0.5445007749999974
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf631 5.92620561097 0 99.266500125 0.6352498125000068
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf632 3.38717868509 0 99.3304993 0.5392510499999972
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf633 2.50228643329 0 99.37649925 0.4702511250000043
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf634 2.50228643329 0 99.18549985 0.7567502249999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf635 2.50228643329 0 97.9579998 2.5980003000000025
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf636 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf637 2.50228643329 0 99.386499425 0.4552508625000016
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf638 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf639 5.02870270579 0 99.437000225 0.6529997749999922
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf640 2.81322619695 0 99.578500325 0.5114996750000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf641 2.50228643329 0 98.3239996 2.0490006000000065
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf642 6.30106886729 0 99.498499875 0.5915001250000046
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf643 4.03997047176 0 99.4390005 0.6509994999999918
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf644 3.92040413524 0 99.316999875 0.5595001875000065
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf645 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf646 2.50228643329 0 99.27950065 0.6157490249999924
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf647 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf648 2.57685599488 0 97.878499025 2.717251462500002
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf649 6.36224047437 0 99.46100015 0.6289998499999939
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf650 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf651 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf652 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf653 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf654 5.92620561097 0 99.4569999 0.6330000999999982
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf655 2.57685599488 0 99.266500325 0.6352495125000033
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf656 3.13161472572 0 99.579499825 0.5105001749999986
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf657 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf658 2.57685599488 0 98.2215007 2.202748949999986
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf659 2.81322619695 0 99.590000575 0.49999942499999295
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf660 2.57685599488 0 97.950000075 2.6099998874999883
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf661 2.57685599488 0 99.175999825 0.7710002624999888
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf662 2.57685599488 0 99.3644998 0.48825029999999003
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf663 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf664 2.57685599488 0 98.337999575 2.0280006375
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf665 2.57685599488 0 99.3804991 0.46425135000000495
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf666 6.7963162944 0 99.49299965 0.5970003499999962
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf667 5.92620561097 0 99.513500075 0.5764999250000017
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf668 4.48527898013 0 99.524999925 0.5650000749999947
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf669 3.85964385182 0 99.473000375 0.6169996249999997
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf670 4.03997047176 0 99.4490007 0.6409992999999986
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf671 3.85964385182 0 99.53549905 0.5545009499999992
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf672 4.03997047176 0 99.47100035 0.6189996500000007
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf673 3.85964385182 0 99.4680003 0.6219996999999978
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf674 3.77195447337 0 99.56099965 0.5290003499999983
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf675 4.73066277039 0 99.45050015 0.6394998500000014
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf676 3.38717868509 0 99.545499325 0.5445006750000033
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf677 3.13161472572 0 99.4750006 0.6149993999999964
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf678 2.57685599488 0 97.62400035 3.0989994749999923
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf679 2.50228643329 0 99.47150095 0.6184990499999913
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf680 2.50228643329 0 98.297999825 2.088000262499989
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf681 2.57685599488 0 99.417500325 0.6724996749999917
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf682 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf683 4.48527898013 0 99.4639998 0.6260002000000014
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf684 2.50228643329 0 99.473501175 0.6164988250000022
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf685 2.50228643329 0 99.368 0.4830000000000041
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf686 2.57685599488 0 98.73399925 1.4340011250000018
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf687 3.85964385182 0 99.269000825 0.6314987624999873
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf688 5.33920664205 0 99.5154996 0.5745003999999995
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf689 3.38717868509 0 99.4760001 0.6139999000000046
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf690 6.30106886729 0 99.44300025 0.6469997500000005
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf691 4.73066277039 0 99.45850055 0.6314994500000012
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf692 3.77195447337 0 99.582999775 0.5070002249999931
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf693 2.50228643329 0 99.03049945 0.9892508250000063
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf694 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf695 2.57685599488 0 99.3689987 0.48150194999998774
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf696 6.7963162944 0 99.43299975 0.6570002500000044
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf697 3.38717868509 0 99.5629995 0.5270004999999941
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf698 4.48527898013 0 99.428500425 0.661499575000002
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf699 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf700 2.50228643329 0 98.90549945 1.1767508250000063
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf701 2.81322619695 0 99.334498375 0.5332524375000034
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf702 4.03997047176 0 99.526499175 0.5635008249999999
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf703 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf704 3.85964385182 0 99.437500375 0.6524996249999987
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf705 5.92620561097 0 99.46749985 0.6225001500000019
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf706 3.77195447337 0 99.54699895 0.5430010499999952
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf707 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf708 6.30106886729 0 99.265 0.6374999999999957
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf709 2.01610051566 0 97.879997 2.715004499999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf710 3.13161472572 0 99.591500275 0.4984997249999964
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf711 6.36224047437 0 99.26650015 0.6352497749999984
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf712 3.13161472572 0 99.543499225 0.5465007749999927
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf713 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf714 2.50228643329 0 99.097500225 0.8887496624999898
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf715 5.92620561097 0 99.471999375 0.618000625000002
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf716 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf717 2.50228643329 0 99.0050001 1.027499849999991
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf718 2.57685599488 0 98.3044998 2.0782502999999934
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf719 4.03997047176 0 99.2690006 0.6314990999999992
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf720 3.13161472572 0 99.339998875 0.5250016874999872
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf721 2.50228643329 0 98.887998975 1.2030015374999934
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf722 6.36224047437 0 99.50550005 0.5844999500000029
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf723 2.57685599488 0 98.899499525 1.1857507125000026
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf724 3.77195447337 0 99.58400025 0.5059997499999952
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf725 5.33920664205 0 99.4505002 0.6394998000000044
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf726 2.57685599488 0 99.397999825 0.6920001749999983
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf727 4.48527898013 0 99.2640007 0.6389989500000013
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf728 5.02870270579 0 99.26750035 0.6337494749999877
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf729 6.7963162944 0 99.4540009 0.6359991000000008
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf730 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf731 6.7963162944 0 99.429999925 0.6600000749999936
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf732 2.57685599488 0 99.281500125 0.6127498125000059
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf733 2.57685599488 0 99.0864994 0.9052509000000057
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf734 3.92040413524 0 99.556999775 0.5330002250000035
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf735 3.92040413524 0 99.47550035 0.6144996499999934
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp32 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet_mnist/data/autotuner_data/tuner_confs_batch220.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet_mnist/data/autotuner_data/tuner_confs_batch220.txt
index 744b287967a36cbff276d45204ea8f81ed6a1866..0239f3aaf71c8132b4b3a593ca66fa4e10f813de 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet_mnist/data/autotuner_data/tuner_confs_batch220.txt
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet_mnist/data/autotuner_data/tuner_confs_batch220.txt
@@ -1,3288 +1,3288 @@
 +++++
 conf1 1 0 99.69 0
-1 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1 
 3 gpu mul fp32 1 add fp32 1 tanh fp32 1 
 4 gpu mul fp32 1 add fp32 1 tanh fp32 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf1 1.78817265464 0 99.220001 0.7049985000000021
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf2 2.01610051566 0 99.400002 0.6899979999999971
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf3 1.73515484904 0 99.559998 0.5300020000000046
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf4 1.72017310656 0 99.540001 0.549998999999994
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf5 2.01610051566 0 99.040001 0.974998499999991
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf6 2.00016617632 0 99.68 0.4099999999999909
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf7 1.72333900478 0 99.620003 0.4699970000000008
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf8 1.78817265464 0 99.099998 0.8850029999999975
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf9 1.73515484904 0 99.580002 0.5099980000000045
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf10 1.78817265464 0 99.32 0.5550000000000068
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf11 1.73515484904 0 99.699997 0.39000300000000154
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf12 1.77226558474 0 99.540001 0.549998999999994
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf13 1.72333900478 0 99.599998 0.4900019999999984
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf14 1.72333900478 0 99.620003 0.4699970000000008
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf15 1.7756263212 0 99.099998 0.8850029999999975
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf16 2.00016617632 0 99.660004 0.42999599999999705
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf17 1.7756263212 0 99.260002 0.6449969999999965
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf18 1.51382277464 0 99.639999 0.45000099999999466
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf19 1.5 0 99.699997 0.39000300000000154
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf20 1.97610564729 0 99.599998 0.4900019999999984
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf21 2.00016617632 0 99.599998 0.4900019999999984
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf22 2.00016617632 0 99.080002 0.9149970000000067
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf23 1.78817265464 0 99.239998 0.6750029999999967
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf24 1.72333900478 0 99.519997 0.5700029999999942
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf25 2.00016617632 0 99.239998 0.6750029999999967
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf26 1.77226558474 0 99.339996 0.5250059999999976
-1 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf27 1.72017310656 0 99.300003 0.5849954999999909
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf28 2.00016617632 0 99.199997 0.7350045000000023
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf29 1.73515484904 0 99.620003 0.4699970000000008
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf30 1.99590274244 0 99.099998 0.8850029999999975
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf31 2.01610051566 0 99.559998 0.5300020000000046
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf32 1.99590274244 0 99.540001 0.549998999999994
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf33 1.7756263212 0 99.279999 0.6150014999999911
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf34 2.00016617632 0 99.639999 0.45000099999999466
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf35 1.72017310656 0 99.620003 0.4699970000000008
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf36 1.72333900478 0 99.639999 0.45000099999999466
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf37 1.73515484904 0 99.559998 0.5300020000000046
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf38 1.78817265464 0 99.239998 0.6750029999999967
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf39 1.77226558474 0 99.059998 0.9450030000000069
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf40 1.99590274244 0 99.580002 0.5099980000000045
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf41 1.72333900478 0 99.599998 0.4900019999999984
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf42 1.7756263212 0 99.239998 0.6750029999999967
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf43 1.7756263212 0 99.239998 0.6750029999999967
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf44 1.73515484904 0 99.599998 0.4900019999999984
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf45 2.01610051566 0 99.099998 0.8850029999999975
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf46 1.72333900478 0 99.620003 0.4699970000000008
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf47 2.01610051566 0 99.160004 0.7949939999999955
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf48 1.75663902891 0 99.540001 0.549998999999994
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf49 2.00016617632 0 99.379997 0.46500449999999205
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf50 1.99590274244 0 99.639999 0.45000099999999466
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf51 1.7756263212 0 99.32 0.5550000000000068
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf52 2.01610051566 0 99.580002 0.5099980000000045
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf53 1.51382277464 0 99.620003 0.4699970000000008
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf54 1.72017310656 0 99.440002 0.6499979999999909
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf55 1.97610564729 0 99.660004 0.42999599999999705
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf56 1.72333900478 0 99.599998 0.4900019999999984
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf57 1.7756263212 0 99.040001 0.974998499999991
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf58 1.78817265464 0 99.300003 0.5849954999999909
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf59 1.77226558474 0 99.459999 0.6300010000000015
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf60 1.77226558474 0 99.18 0.7649999999999864
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf61 1.99590274244 0 99.440002 0.6499979999999909
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf62 1.99590274244 0 99.260002 0.6449969999999965
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf63 1.78817265464 0 99.32 0.5550000000000068
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf64 1.72333900478 0 99.660004 0.42999599999999705
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf65 2.00016617632 0 99.360001 0.49499850000000123
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf66 1.73515484904 0 99.519997 0.5700029999999942
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf67 1.73515484904 0 99.5 0.5899999999999977
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf68 1.78817265464 0 99.279999 0.6150014999999911
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf69 1.7756263212 0 99.32 0.5550000000000068
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf70 1.73515484904 0 99.480003 0.6099970000000013
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf71 1.75663902891 0 99.160004 0.7949939999999955
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf72 2.01610051566 0 99.32 0.5550000000000068
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf73 1.72333900478 0 99.480003 0.6099970000000013
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf74 1.7756263212 0 99.300003 0.5849954999999909
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf75 1.77226558474 0 99.300003 0.5849954999999909
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf76 1.72333900478 0 99.599998 0.4900019999999984
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf77 1.78817265464 0 99.099998 0.8850029999999975
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf78 1.75663902891 0 99.379997 0.46500449999999205
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf79 1.78817265464 0 99.519997 0.5700029999999942
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf80 2.00016617632 0 99.519997 0.5700029999999942
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf81 1.70544786131 0 99.639999 0.45000099999999466
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf82 1.73515484904 0 99.620003 0.4699970000000008
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf83 1.77226558474 0 99.220001 0.7049985000000021
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf84 1.97610564729 0 99.379997 0.46500449999999205
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf85 1.51137932951 0 99.639999 0.45000099999999466
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf86 2.01610051566 0 99.68 0.4099999999999909
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf87 2.00016617632 0 99.559998 0.5300020000000046
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf88 2.00016617632 0 99.080002 0.9149970000000067
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf89 1.75663902891 0 99.379997 0.46500449999999205
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf90 1.97610564729 0 99.660004 0.42999599999999705
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf91 2.01610051566 0 99.599998 0.4900019999999984
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf92 1.78817265464 0 99.239998 0.6750029999999967
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf93 1.72017310656 0 99.559998 0.5300020000000046
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf94 1.72333900478 0 99.639999 0.45000099999999466
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf95 1.97610564729 0 99.080002 0.9149970000000067
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf96 1.7756263212 0 99.32 0.5550000000000068
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf97 1.73515484904 0 99.639999 0.45000099999999466
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf98 2.01610051566 0 99.620003 0.4699970000000008
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf99 1.522932631 0 99.540001 0.549998999999994
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf100 1.51382277464 0 99.599998 0.4900019999999984
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf101 2.00016617632 0 99.620003 0.4699970000000008
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf102 1.522932631 0 99.639999 0.45000099999999466
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf103 1.7756263212 0 99.360001 0.49499850000000123
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf104 2.00016617632 0 99.599998 0.4900019999999984
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf105 1.72333900478 0 99.599998 0.4900019999999984
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf106 1.77226558474 0 99.199997 0.7350045000000023
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf107 1.75663902891 0 99.199997 0.7350045000000023
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf108 1.99590274244 0 99.599998 0.4900019999999984
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf109 1.78817265464 0 99.199997 0.7350045000000023
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf110 1.522932631 0 99.68 0.4099999999999909
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf111 2.01610051566 0 99.540001 0.549998999999994
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf112 1.72333900478 0 99.559998 0.5300020000000046
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf113 1.7756263212 0 99.300003 0.5849954999999909
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf114 2.00016617632 0 99.339996 0.5250059999999976
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf115 2.00016617632 0 99.599998 0.4900019999999984
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf116 1.72333900478 0 99.540001 0.549998999999994
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf117 1.70544786131 0 99.660004 0.42999599999999705
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf118 1.78817265464 0 99.379997 0.46500449999999205
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf119 1.97610564729 0 99.379997 0.46500449999999205
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf120 1.7756263212 0 99.160004 0.7949939999999955
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf121 1.73515484904 0 99.519997 0.5700029999999942
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf122 2.00016617632 0 99.559998 0.5300020000000046
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf123 1.99590274244 0 99.459999 0.6300010000000015
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf124 1.70544786131 0 99.620003 0.4699970000000008
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf125 1.99590274244 0 99.400002 0.6899979999999971
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf126 1.7756263212 0 99.379997 0.46500449999999205
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf127 1.51137932951 0 99.660004 0.42999599999999705
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf128 1.73515484904 0 99.639999 0.45000099999999466
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf129 1.5 0 99.699997 0.39000300000000154
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf130 1.78817265464 0 99.559998 0.5300020000000046
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf131 1.72017310656 0 99.300003 0.5849954999999909
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf132 1.73515484904 0 99.519997 0.5700029999999942
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf133 2.00016617632 0 99.599998 0.4900019999999984
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf134 1.78817265464 0 99.279999 0.6150014999999911
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf135 2.01610051566 0 99.599998 0.4900019999999984
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf136 2.01610051566 0 99.080002 0.9149970000000067
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf137 1.77226558474 0 99.120003 0.8549955000000011
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf138 1.73515484904 0 99.599998 0.4900019999999984
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf139 2.01610051566 0 99.660004 0.42999599999999705
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf140 2.00016617632 0 99.639999 0.45000099999999466
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf141 1.73515484904 0 99.459999 0.6300010000000015
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf142 2.01610051566 0 99.480003 0.6099970000000013
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf143 1.78817265464 0 99.239998 0.6750029999999967
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf144 1.7756263212 0 99.459999 0.6300010000000015
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf145 1.78817265464 0 99.239998 0.6750029999999967
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf146 1.72333900478 0 99.599998 0.4900019999999984
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf147 1.72333900478 0 99.620003 0.4699970000000008
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf148 2.00016617632 0 98.400002 1.9349969999999956
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf149 1.72017310656 0 99.559998 0.5300020000000046
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf150 2.01610051566 0 98.540001 1.724998499999991
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf151 2.01610051566 0 99.080002 0.9149970000000067
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf152 2.00016617632 0 99.660004 0.42999599999999705
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf153 2.01610051566 0 99.660004 0.42999599999999705
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf154 1.70544786131 0 99.620003 0.4699970000000008
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf155 1.97610564729 0 99.599998 0.4900019999999984
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf156 2.01610051566 0 98.900002 1.1849969999999956
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf157 1.75663902891 0 99.199997 0.7350045000000023
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf158 1.78817265464 0 99.279999 0.6150014999999911
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf159 1.73515484904 0 99.699997 0.39000300000000154
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf160 1.78817265464 0 99.32 0.5550000000000068
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf161 1.99590274244 0 99.099998 0.8850029999999975
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf162 1.78817265464 0 99.059998 0.9450030000000069
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf163 2.01610051566 0 99.580002 0.5099980000000045
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf164 1.75663902891 0 99.199997 0.7350045000000023
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf165 1.72333900478 0 99.639999 0.45000099999999466
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf166 1.72017310656 0 99.620003 0.4699970000000008
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf167 1.73515484904 0 99.639999 0.45000099999999466
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf168 1.7756263212 0 99.279999 0.6150014999999911
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf169 1.97610564729 0 99.080002 0.9149970000000067
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf170 2.01610051566 0 98.959999 1.0950015000000022
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf171 1.70544786131 0 99.620003 0.4699970000000008
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf172 2.01610051566 0 99.220001 0.7049985000000021
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf173 1.7756263212 0 99.160004 0.7949939999999955
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf174 1.75663902891 0 99.660004 0.42999599999999705
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf175 2.01610051566 0 98.839996 1.2750059999999976
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf176 1.99590274244 0 98.940002 1.1249969999999863
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf177 1.97610564729 0 99.379997 0.46500449999999205
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf178 2.00016617632 0 99.559998 0.5300020000000046
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf179 2.00016617632 0 99.239998 0.6750029999999967
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf180 1.78817265464 0 98.980003 1.064995500000002
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf181 1.7756263212 0 99.639999 0.45000099999999466
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf182 1.78817265464 0 99.379997 0.46500449999999205
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf183 1.70544786131 0 99.660004 0.42999599999999705
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf184 1.72333900478 0 99.599998 0.4900019999999984
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf185 1.75663902891 0 99.379997 0.46500449999999205
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf186 1.73515484904 0 99.599998 0.4900019999999984
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf187 1.78817265464 0 99.32 0.5550000000000068
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf188 2.01610051566 0 99.459999 0.6300010000000015
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf189 2.00016617632 0 99.360001 0.49499850000000123
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf190 1.78817265464 0 99.199997 0.7350045000000023
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf191 2.01610051566 0 99.559998 0.5300020000000046
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf192 1.99590274244 0 99.440002 0.6499979999999909
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf193 1.77226558474 0 99.059998 0.9450030000000069
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf194 1.78817265464 0 99.220001 0.7049985000000021
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf195 2.00016617632 0 99.339996 0.5250059999999976
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf196 2.01610051566 0 99.32 0.5550000000000068
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf197 1.77226558474 0 98.940002 1.1249969999999863
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf198 1.78817265464 0 99.080002 0.9149970000000067
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf199 1.70544786131 0 99.660004 0.42999599999999705
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf200 1.7756263212 0 99.360001 0.49499850000000123
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf201 1.7756263212 0 99.199997 0.7350045000000023
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf202 1.97610564729 0 99.379997 0.46500449999999205
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf203 1.77226558474 0 99.199997 0.7350045000000023
-1 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf204 1.51382277464 0 99.639999 0.45000099999999466
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf205 2.00016617632 0 99.019997 1.0050044999999912
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf206 1.7756263212 0 99.099998 0.8850029999999975
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf207 1.99590274244 0 99.260002 0.6449969999999965
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf208 2.01610051566 0 99.099998 0.8850029999999975
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf209 1.75663902891 0 99.160004 0.7949939999999955
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf210 1.97610564729 0 98.440002 1.8749969999999863
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf211 1.72017310656 0 99.300003 0.5849954999999909
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf212 1.77226558474 0 98.940002 1.1249969999999863
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf213 2.01610051566 0 98.440002 1.8749969999999863
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf214 1.75663902891 0 99.32 0.5550000000000068
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf215 1.78817265464 0 99.620003 0.4699970000000008
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf216 2.01610051566 0 99.160004 0.7949939999999955
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf217 1.73515484904 0 99.519997 0.5700029999999942
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf218 1.51137932951 0 99.440002 0.6499979999999909
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf219 1.97610564729 0 98.480003 1.814995500000002
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf220 1.73515484904 0 99.620003 0.4699970000000008
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf221 2.00016617632 0 99.360001 0.49499850000000123
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf222 1.77226558474 0 99.5 0.5899999999999977
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf223 1.522932631 0 99.519997 0.5700029999999942
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf224 1.522932631 0 99.540001 0.549998999999994
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf225 1.522932631 0 99.68 0.4099999999999909
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf226 1.97610564729 0 99.660004 0.42999599999999705
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf227 1.72333900478 0 99.660004 0.42999599999999705
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf228 1.77226558474 0 98.980003 1.064995500000002
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf229 1.78817265464 0 99.220001 0.7049985000000021
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf230 1.7756263212 0 99.239998 0.6750029999999967
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf231 1.70544786131 0 99.639999 0.45000099999999466
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf232 1.73515484904 0 99.480003 0.6099970000000013
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf233 1.99590274244 0 99.540001 0.549998999999994
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf234 2.00016617632 0 99.199997 0.7350045000000023
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf235 1.78817265464 0 99.559998 0.5300020000000046
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf236 1.5 0 99.699997 0.39000300000000154
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf237 1.73515484904 0 99.639999 0.45000099999999466
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf238 1.97610564729 0 98.440002 1.8749969999999863
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf239 1.77226558474 0 98.800003 1.334995499999991
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf240 1.72333900478 0 99.599998 0.4900019999999984
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf241 1.75663902891 0 99.160004 0.7949939999999955
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf242 1.78817265464 0 99.239998 0.6750029999999967
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf243 1.75663902891 0 99.699997 0.39000300000000154
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf244 1.72017310656 0 99.419998 0.670001999999991
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf245 2.00016617632 0 99.0 1.0349999999999966
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf246 1.99590274244 0 98.519997 1.7550044999999912
-1 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf247 2.01610051566 0 99.400002 0.6899979999999971
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf248 1.72333900478 0 99.559998 0.5300020000000046
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf249 1.72333900478 0 99.639999 0.45000099999999466
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf250 1.51137932951 0 99.639999 0.45000099999999466
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf251 2.01610051566 0 97.760002 2.8949969999999965
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf252 1.7756263212 0 99.160004 0.7949939999999955
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf253 2.01610051566 0 99.519997 0.5700029999999942
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf254 1.72017310656 0 97.860001 2.7449985000000012
-1 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf255 1.72333900478 0 99.68 0.4099999999999909
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf256 2.00016617632 0 99.559998 0.5300020000000046
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf257 1.72333900478 0 99.660004 0.42999599999999705
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf258 2.00016617632 0 99.620003 0.4699970000000008
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf259 2.00016617632 0 99.639999 0.45000099999999466
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf260 1.99590274244 0 99.639999 0.45000099999999466
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf261 1.97610564729 0 99.599998 0.4900019999999984
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf262 2.00016617632 0 97.980003 2.564995500000002
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf263 1.97610564729 0 99.379997 0.46500449999999205
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf264 1.99590274244 0 98.099998 2.3850029999999975
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf265 2.00016617632 0 98.080002 2.4149970000000067
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf266 1.70544786131 0 99.660004 0.42999599999999705
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf267 1.7756263212 0 99.32 0.5550000000000068
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf268 1.97610564729 0 98.480003 1.814995500000002
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf269 2.01610051566 0 99.32 0.5550000000000068
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf270 1.99590274244 0 98.139999 2.325001499999992
-1 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf271 1.73515484904 0 99.699997 0.39000300000000154
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf272 1.7756263212 0 99.260002 0.6449969999999965
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf273 1.51382277464 0 99.639999 0.45000099999999466
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf274 1.72017310656 0 99.559998 0.5300020000000046
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf275 1.75663902891 0 98.0 2.5349999999999966
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf276 1.73515484904 0 99.5 0.5899999999999977
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf277 1.78817265464 0 98.959999 1.0950015000000022
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf278 1.7756263212 0 99.639999 0.45000099999999466
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf279 1.99590274244 0 98.519997 1.7550044999999912
-1 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf280 2.01610051566 0 99.580002 0.5099980000000045
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf281 1.78817265464 0 97.699997 2.9850045000000023
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf282 1.72333900478 0 99.599998 0.4900019999999984
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf283 1.72333900478 0 99.599998 0.4900019999999984
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf284 1.78817265464 0 99.300003 0.5849954999999909
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf285 1.73515484904 0 99.519997 0.5700029999999942
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf286 1.78817265464 0 99.660004 0.42999599999999705
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf287 1.77226558474 0 98.599998 1.6350029999999975
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf288 2.01610051566 0 99.480003 0.6099970000000013
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf289 1.77226558474 0 99.059998 0.9450030000000069
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf290 1.522932631 0 99.620003 0.4699970000000008
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf291 1.72333900478 0 99.540001 0.549998999999994
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf292 1.7756263212 0 99.32 0.5550000000000068
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf293 2.01610051566 0 98.480003 1.814995500000002
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf294 1.7756263212 0 99.040001 0.974998499999991
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf295 1.97610564729 0 98.440002 1.8749969999999863
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf296 1.99590274244 0 98.599998 1.6350029999999975
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf297 2.00016617632 0 99.68 0.4099999999999909
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf298 1.73515484904 0 99.559998 0.5300020000000046
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf299 1.73515484904 0 99.580002 0.5099980000000045
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf300 2.00016617632 0 99.019997 1.0050044999999912
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf301 1.99590274244 0 99.540001 0.549998999999994
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf302 1.7756263212 0 97.760002 2.8949969999999965
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf303 1.75663902891 0 99.32 0.5550000000000068
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf304 1.77226558474 0 99.5 0.5899999999999977
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf305 2.01610051566 0 98.540001 1.724998499999991
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf306 1.78817265464 0 98.82 1.3050000000000068
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf307 1.75663902891 0 99.379997 0.46500449999999205
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf308 2.01610051566 0 97.82 2.805000000000007
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf309 1.97610564729 0 99.080002 0.9149970000000067
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf310 2.01610051566 0 98.959999 1.0950015000000022
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf311 1.77226558474 0 99.279999 0.6150014999999911
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf312 2.01610051566 0 98.459999 1.8450015000000022
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf313 1.78817265464 0 99.220001 0.7049985000000021
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf314 1.522932631 0 99.540001 0.549998999999994
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf315 1.75663902891 0 99.199997 0.7350045000000023
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf316 2.00016617632 0 99.519997 0.5700029999999942
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf317 1.72017310656 0 99.580002 0.5099980000000045
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf318 1.7756263212 0 99.32 0.5550000000000068
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf319 1.97610564729 0 99.660004 0.42999599999999705
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf320 1.72017310656 0 99.440002 0.6499979999999909
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf321 1.7756263212 0 99.199997 0.7350045000000023
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf322 1.99590274244 0 99.099998 0.8850029999999975
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf323 1.97610564729 0 99.080002 0.9149970000000067
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf324 1.73515484904 0 99.5 0.5899999999999977
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf325 1.99590274244 0 99.580002 0.5099980000000045
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf326 1.99590274244 0 98.940002 1.1249969999999863
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf327 2.00016617632 0 99.360001 0.49499850000000123
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf328 1.72333900478 0 99.660004 0.42999599999999705
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf329 1.78817265464 0 98.940002 1.1249969999999863
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf330 1.78817265464 0 99.18 0.7649999999999864
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf331 1.72333900478 0 99.639999 0.45000099999999466
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf332 1.7756263212 0 99.300003 0.5849954999999909
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf333 1.78817265464 0 99.199997 0.7350045000000023
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf334 1.78817265464 0 99.32 0.5550000000000068
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf335 1.78817265464 0 99.099998 0.8850029999999975
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf336 2.00016617632 0 99.0 1.0349999999999966
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf337 2.00016617632 0 98.059998 2.445003000000007
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf338 2.00016617632 0 98.580002 1.6649970000000067
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf339 1.72333900478 0 99.620003 0.4699970000000008
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf340 2.00016617632 0 98.419998 1.9050029999999865
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf341 2.00016617632 0 98.0 2.5349999999999966
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf342 1.75663902891 0 99.160004 0.7949939999999955
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf343 2.01610051566 0 99.660004 0.42999599999999705
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf344 2.00016617632 0 98.400002 1.9349969999999956
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf345 2.01610051566 0 99.620003 0.4699970000000008
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf346 1.72017310656 0 99.300003 0.5849954999999909
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf347 1.73515484904 0 99.660004 0.42999599999999705
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf348 2.01610051566 0 97.699997 2.9850045000000023
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf349 2.01610051566 0 99.040001 0.974998499999991
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf350 1.99590274244 0 99.400002 0.6899979999999971
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf351 1.78817265464 0 98.980003 1.064995500000002
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf352 2.01610051566 0 98.0 2.5349999999999966
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf353 2.01610051566 0 99.160004 0.7949939999999955
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf354 1.72333900478 0 99.68 0.4099999999999909
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf355 1.73515484904 0 99.620003 0.4699970000000008
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf356 2.00016617632 0 99.599998 0.4900019999999984
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf357 1.70544786131 0 99.620003 0.4699970000000008
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf358 1.7756263212 0 99.279999 0.6150014999999911
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf359 1.7756263212 0 98.82 1.3050000000000068
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf360 1.7756263212 0 99.379997 0.46500449999999205
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf361 1.99590274244 0 99.599998 0.4900019999999984
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf362 1.78817265464 0 99.279999 0.6150014999999911
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf363 1.70544786131 0 99.660004 0.42999599999999705
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf364 1.70544786131 0 99.660004 0.42999599999999705
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf365 1.78817265464 0 97.760002 2.8949969999999965
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf366 1.72017310656 0 99.620003 0.4699970000000008
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf367 2.01610051566 0 99.540001 0.549998999999994
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf368 2.00016617632 0 99.339996 0.5250059999999976
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf369 1.7756263212 0 99.160004 0.7949939999999955
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf370 1.78817265464 0 99.080002 0.9149970000000067
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf371 1.75663902891 0 99.379997 0.46500449999999205
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf372 2.01610051566 0 99.519997 0.5700029999999942
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf373 2.00016617632 0 99.639999 0.45000099999999466
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf374 1.72333900478 0 99.599998 0.4900019999999984
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf375 1.99590274244 0 97.940002 2.6249969999999863
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf376 1.78817265464 0 98.980003 1.064995500000002
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf377 1.7756263212 0 99.279999 0.6150014999999911
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf378 1.522932631 0 99.540001 0.549998999999994
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf379 1.5 0 99.699997 0.39000300000000154
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf380 1.78817265464 0 99.099998 0.8850029999999975
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf381 2.01610051566 0 99.099998 0.8850029999999975
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf382 2.01610051566 0 98.120003 2.354995500000001
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf383 1.72017310656 0 99.300003 0.5849954999999909
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf384 1.70544786131 0 99.639999 0.45000099999999466
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf385 1.97610564729 0 99.660004 0.42999599999999705
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf386 1.73515484904 0 99.639999 0.45000099999999466
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf387 1.72017310656 0 99.620003 0.4699970000000008
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf388 1.51382277464 0 99.660004 0.42999599999999705
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf389 1.7756263212 0 99.300003 0.5849954999999909
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf390 2.01610051566 0 99.459999 0.6300010000000015
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf391 1.97610564729 0 99.599998 0.4900019999999984
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf392 1.72333900478 0 99.620003 0.4699970000000008
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf393 1.51382277464 0 99.620003 0.4699970000000008
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf394 2.00016617632 0 98.980003 1.064995500000002
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf395 2.00016617632 0 99.660004 0.42999599999999705
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf396 1.73515484904 0 99.519997 0.5700029999999942
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf397 1.77226558474 0 99.32 0.5550000000000068
-1 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf398 1.75663902891 0 99.32 0.5550000000000068
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf399 1.77226558474 0 98.980003 1.064995500000002
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf400 2.00016617632 0 98.040001 2.474998499999991
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf401 2.01610051566 0 99.68 0.4099999999999909
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf402 1.78817265464 0 99.300003 0.5849954999999909
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf403 1.75663902891 0 99.199997 0.7350045000000023
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf404 2.01610051566 0 98.839996 1.2750059999999976
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf405 2.01610051566 0 98.18 2.2649999999999864
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf406 1.7756263212 0 98.400002 1.9349969999999956
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf407 1.73515484904 0 99.559998 0.5300020000000046
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf408 1.72333900478 0 99.580002 0.5099980000000045
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf409 1.72333900478 0 99.639999 0.45000099999999466
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf410 1.73515484904 0 99.480003 0.6099970000000013
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet_mnist/data/autotuner_data/tuner_pareto_confs_batch220.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet_mnist/data/autotuner_data/tuner_pareto_confs_batch220.txt
index c0ac972142cdeed8b301b66f0e8c89f5e3f42f27..707fd70be086b8961875c2cfd94ba1f41d2ac208 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet_mnist/data/autotuner_data/tuner_pareto_confs_batch220.txt
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet_mnist/data/autotuner_data/tuner_pareto_confs_batch220.txt
@@ -1,904 +1,904 @@
 +++++
 conf1 1 0 99.69 0
-1 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+1 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1
+2 gpu conv fp32 1 add fp32 1 tanh fp32 1 pool_max fp32 1
 3 gpu mul fp32 1 add fp32 1 tanh fp32 1 
 4 gpu mul fp32 1 add fp32 1 tanh fp32 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf1 2.01610051566 0 99.400002 0.6899979999999971
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf2 2.01610051566 0 99.040001 0.974998499999991
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf3 2.00016617632 0 99.68 0.4099999999999909
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf4 2.00016617632 0 99.660004 0.42999599999999705
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf5 1.97610564729 0 99.599998 0.4900019999999984
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf6 2.00016617632 0 99.599998 0.4900019999999984
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf7 2.00016617632 0 99.080002 0.9149970000000067
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf8 2.00016617632 0 99.239998 0.6750029999999967
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf9 2.00016617632 0 99.199997 0.7350045000000023
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf10 1.99590274244 0 99.099998 0.8850029999999975
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf11 2.01610051566 0 99.559998 0.5300020000000046
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf12 1.99590274244 0 99.540001 0.549998999999994
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf13 2.00016617632 0 99.639999 0.45000099999999466
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf14 1.99590274244 0 99.580002 0.5099980000000045
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf15 2.01610051566 0 99.099998 0.8850029999999975
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf16 2.01610051566 0 99.160004 0.7949939999999955
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf17 2.00016617632 0 99.379997 0.46500449999999205
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf18 1.99590274244 0 99.639999 0.45000099999999466
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf19 2.01610051566 0 99.580002 0.5099980000000045
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf20 1.97610564729 0 99.660004 0.42999599999999705
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf21 1.99590274244 0 99.440002 0.6499979999999909
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf22 1.99590274244 0 99.260002 0.6449969999999965
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf23 2.00016617632 0 99.360001 0.49499850000000123
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf24 2.01610051566 0 99.32 0.5550000000000068
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf25 2.00016617632 0 99.519997 0.5700029999999942
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf26 1.97610564729 0 99.379997 0.46500449999999205
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf27 2.01610051566 0 99.68 0.4099999999999909
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf28 2.00016617632 0 99.559998 0.5300020000000046
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf29 2.00016617632 0 99.080002 0.9149970000000067
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf30 1.97610564729 0 99.660004 0.42999599999999705
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf31 2.01610051566 0 99.599998 0.4900019999999984
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf32 1.97610564729 0 99.080002 0.9149970000000067
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf33 2.01610051566 0 99.620003 0.4699970000000008
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf34 2.00016617632 0 99.620003 0.4699970000000008
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf35 2.00016617632 0 99.599998 0.4900019999999984
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf36 1.99590274244 0 99.599998 0.4900019999999984
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf37 2.01610051566 0 99.540001 0.549998999999994
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf38 2.00016617632 0 99.339996 0.5250059999999976
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf39 2.00016617632 0 99.599998 0.4900019999999984
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf40 1.97610564729 0 99.379997 0.46500449999999205
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf41 2.00016617632 0 99.559998 0.5300020000000046
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf42 1.99590274244 0 99.459999 0.6300010000000015
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf43 1.99590274244 0 99.400002 0.6899979999999971
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf44 2.00016617632 0 99.599998 0.4900019999999984
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf45 2.01610051566 0 99.599998 0.4900019999999984
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf46 2.01610051566 0 99.080002 0.9149970000000067
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf47 2.01610051566 0 99.660004 0.42999599999999705
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf48 2.00016617632 0 99.639999 0.45000099999999466
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf49 2.01610051566 0 99.480003 0.6099970000000013
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf50 2.00016617632 0 98.400002 1.9349969999999956
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf51 2.01610051566 0 98.540001 1.724998499999991
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf52 2.01610051566 0 99.080002 0.9149970000000067
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf53 2.00016617632 0 99.660004 0.42999599999999705
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf54 2.01610051566 0 99.660004 0.42999599999999705
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf55 1.97610564729 0 99.599998 0.4900019999999984
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf56 2.01610051566 0 98.900002 1.1849969999999956
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf57 1.99590274244 0 99.099998 0.8850029999999975
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf58 2.01610051566 0 99.580002 0.5099980000000045
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf59 1.97610564729 0 99.080002 0.9149970000000067
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf60 2.01610051566 0 98.959999 1.0950015000000022
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf61 2.01610051566 0 99.220001 0.7049985000000021
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf62 2.01610051566 0 98.839996 1.2750059999999976
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf63 1.99590274244 0 98.940002 1.1249969999999863
-1 gpu conv samp 34 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 34 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf64 1.97610564729 0 99.379997 0.46500449999999205
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf65 2.00016617632 0 99.559998 0.5300020000000046
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf66 2.00016617632 0 99.239998 0.6750029999999967
-1 gpu conv perf 30 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 30 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf67 2.01610051566 0 99.459999 0.6300010000000015
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf68 2.00016617632 0 99.360001 0.49499850000000123
-1 gpu conv perf 24 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 24 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf69 2.01610051566 0 99.559998 0.5300020000000046
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf70 1.99590274244 0 99.440002 0.6499979999999909
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf71 2.00016617632 0 99.339996 0.5250059999999976
-1 gpu conv perf 25 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 25 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf72 2.01610051566 0 99.32 0.5550000000000068
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf73 1.97610564729 0 99.379997 0.46500449999999205
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf74 2.00016617632 0 99.019997 1.0050044999999912
-1 gpu conv perf 29 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 29 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf75 1.99590274244 0 99.260002 0.6449969999999965
-1 gpu conv samp 36 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 36 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf76 2.01610051566 0 99.099998 0.8850029999999975
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf77 1.97610564729 0 98.440002 1.8749969999999863
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf78 2.01610051566 0 98.440002 1.8749969999999863
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf79 2.01610051566 0 99.160004 0.7949939999999955
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf80 1.97610564729 0 98.480003 1.814995500000002
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf81 2.00016617632 0 99.360001 0.49499850000000123
-1 gpu conv perf 23 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 23 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf82 1.97610564729 0 99.660004 0.42999599999999705
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf83 1.99590274244 0 99.540001 0.549998999999994
-1 gpu conv samp 33 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 33 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf84 2.00016617632 0 99.199997 0.7350045000000023
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf85 1.97610564729 0 98.440002 1.8749969999999863
-1 gpu conv fp16 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv fp16 1 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf86 2.00016617632 0 99.0 1.0349999999999966
-1 gpu conv perf 28 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 28 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf87 1.99590274244 0 98.519997 1.7550044999999912
-1 gpu conv samp 35 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 35 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf88 2.01610051566 0 99.400002 0.6899979999999971
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf89 2.01610051566 0 97.760002 2.8949969999999965
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf90 2.01610051566 0 99.519997 0.5700029999999942
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf91 2.01610051566 0 99.32 0.5550000000000068
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf92 2.01610051566 0 99.580002 0.5099980000000045
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf93 2.01610051566 0 99.480003 0.6099970000000013
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf94 2.01610051566 0 98.480003 1.814995500000002
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf95 2.01610051566 0 98.540001 1.724998499999991
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf96 2.01610051566 0 97.82 2.805000000000007
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf97 2.01610051566 0 98.959999 1.0950015000000022
-1 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf98 2.01610051566 0 98.459999 1.8450015000000022
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf99 2.01610051566 0 99.660004 0.42999599999999705
-1 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf100 2.01610051566 0 99.620003 0.4699970000000008
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf101 2.01610051566 0 97.699997 2.9850045000000023
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf102 2.01610051566 0 99.040001 0.974998499999991
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf103 2.01610051566 0 98.0 2.5349999999999966
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf104 2.01610051566 0 99.160004 0.7949939999999955
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf105 2.01610051566 0 99.540001 0.549998999999994
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf106 2.01610051566 0 99.519997 0.5700029999999942
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf107 2.01610051566 0 99.099998 0.8850029999999975
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 21 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 21 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf108 2.01610051566 0 98.120003 2.354995500000001
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf109 2.01610051566 0 99.459999 0.6300010000000015
-1 gpu conv perf 26 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 31 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 26 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 31 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf110 2.01610051566 0 99.68 0.4099999999999909
-1 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf111 2.01610051566 0 98.839996 1.2750059999999976
-1 gpu conv samp 32 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv samp 32 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
 +++++
 conf112 2.01610051566 0 98.18 2.2649999999999864
-1 gpu conv perf 22 add fp32 1 pool_max fp32 1 tanh fp32 1 
-2 gpu conv perf 27 add fp32 1 pool_max fp32 1 tanh fp32 1 
-3 gpu mul fp16 1 add fp32 1 tanh fp32 1 
-4 gpu mul fp16 1 add fp32 1 tanh fp32 1 
+1 gpu conv perf 22 add fp16 1 tanh fp16 1 pool_max fp16 1 
+2 gpu conv perf 27 add fp16 1 tanh fp16 1 pool_max fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
 5 gpu softmax fp32 1
 -----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet_mnist/data/autotuner_data/tuner_promise_confs_batch220_multi.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet_mnist/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
new file mode 100644
index 0000000000000000000000000000000000000000..db97ae4b9d5abaeced8b09a98b74126185466af7
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet_mnist/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
@@ -0,0 +1,13968 @@
++++++
+conf1 1 0 99.69 0
+1 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+2 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+3 gpu mul fp32 1 add fp32 1 tanh fp32 1 
+4 gpu mul fp32 1 add fp32 1 tanh fp32 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1 3.86059861244 0 99.5865002 0.5034997999999945
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf2 2.47778695782 0 99.401499275 0.6885007249999916
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf3 2.50228643329 0 99.302000275 0.5819995875000004
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf4 3.92040413524 0 99.545499375 0.5445006249999921
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf5 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf6 2.47778695782 0 99.04700025 0.964499625000002
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf7 1.99590274244 0 99.099998 0.8850029999999975
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf8 2.00016617632 0 99.68 0.4099999999999909
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf9 3.77195447337 0 99.631001025 0.4589989749999944
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf10 2.47778695782 0 99.2549994 0.6525008999999926
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf11 6.14799414721 0 99.50250035 0.5874996499999924
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf12 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf13 2.47778695782 0 99.38799915 0.4530012749999983
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf14 3.84474688915 0 99.5614995 0.5285005000000013
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf15 3.34244261096 0 99.594499925 0.4955000750000039
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf16 2.50228643329 0 99.4655008 0.6244991999999968
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf17 2.47778695782 0 98.991999975 1.0470000374999984
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf18 6.14799414721 0 99.41749905 0.6725009499999942
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf19 3.34244261096 0 99.51449975 0.5755002499999989
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf20 3.92040413524 0 99.5669999 0.5230000999999987
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf21 3.80166404425 0 99.543499725 0.546500274999994
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf22 3.85964385182 0 99.4755007 0.6144993
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf23 2.47778695782 0 99.31599945 0.5610008249999865
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf24 2.47778695782 0 99.405499825 0.6845001749999909
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf25 2.50228643329 0 99.37349895 0.4747515749999991
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf26 6.61857279171 0 99.494500325 0.5954996749999936
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf27 3.84474688915 0 99.417499625 0.6725003749999928
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf28 2.47778695782 0 99.026998925 0.9945016124999952
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf29 2.50228643329 0 99.370499525 0.4792507124999972
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf30 6.30106886729 0 99.5040001 0.5859998999999988
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf31 1.99590274244 0 99.540001 0.549998999999994
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf32 3.7862916372 0 99.5900006 0.49999940000000154
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf33 3.86059861244 0 99.612000375 0.4779996250000039
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf34 3.92040413524 0 99.558499875 0.5315001250000023
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf35 3.86059861244 0 99.56849965 0.521500349999991
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf36 5.02870270579 0 99.267000425 0.6344993624999873
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf37 6.14799414721 0 99.50099985 0.5890001499999983
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf38 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf39 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf40 2.50228643329 0 99.027499025 0.9937514625000006
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf41 6.14799414721 0 99.554999675 0.535000324999993
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf42 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf43 3.84474688915 0 99.7254995 0.3645004999999998
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf44 3.92040413524 0 99.57699975 0.5130002499999989
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf45 6.14799414721 0 99.5009999 0.5890001000000012
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf46 2.47778695782 0 99.376999825 0.46950026249999866
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf47 1.97610564729 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf48 3.85964385182 0 99.269500375 0.6307494374999862
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf49 3.13161472572 0 99.5865002 0.5034997999999945
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf50 6.30106886729 0 99.25849995 0.6472500749999952
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf51 5.92620561097 0 99.54949965 0.5405003499999964
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf52 2.47124761202 0 99.10999975 0.8700003749999965
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf53 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf54 3.38717868509 0 99.33499915 0.5325012749999942
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf55 3.80166404425 0 99.513499725 0.5765002749999951
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf56 2.44096937877 0 99.3519992 0.5070012000000048
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf57 3.92040413524 0 99.475999775 0.6140002249999924
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf58 3.92040413524 0 99.3189995 0.5565007499999908
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf59 2.47778695782 0 99.479500975 0.6104990250000043
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf60 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf61 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf62 2.81322619695 0 99.540999075 0.5490009249999958
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf63 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf64 3.86059861244 0 99.615501 0.474499000000003
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf65 3.86059861244 0 99.585999975 0.5040000250000048
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf66 3.86059861244 0 99.515000025 0.5749999749999916
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf67 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf68 5.79060658268 0 99.425999975 0.6640000250000014
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf69 2.50228643329 0 98.901499925 1.1827501125000026
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf70 2.47124761202 0 98.265500075 2.136749887499988
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf71 3.77195447337 0 99.63050095 0.45949904999999946
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf72 2.50228643329 0 98.91149985 1.167750224999999
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf73 5.02870270579 0 99.46900055 0.6209994499999937
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf74 2.00016617632 0 98.580002 1.6649970000000067
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf75 2.57685599488 0 99.371499325 0.4777510124999935
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf76 2.51187737029 0 99.390999175 0.6990008249999932
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf77 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf78 6.14799414721 0 99.49949955 0.5905004500000018
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf79 2.47124761202 0 99.21099945 0.7185008249999925
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf80 6.30106886729 0 99.517499475 0.5725005250000038
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf81 5.92620561097 0 99.542999375 0.547000625000004
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf82 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf83 3.33055390722 0 99.418500225 0.6714997749999952
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf84 6.61857279171 0 99.50099985 0.5890001499999983
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf85 3.80166404425 0 99.521499575 0.5685004249999907
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf86 4.4071692756 0 99.419500275 0.6704997249999934
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf87 2.47124761202 0 99.37749925 0.46875112499999716
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf88 5.79060658268 0 99.565499625 0.5245003749999967
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf89 6.7963162944 0 99.453000325 0.6369996749999928
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf90 1.99590274244 0 98.440002 1.8749969999999863
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf91 6.14799414721 0 99.43249995 0.6575000500000044
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf92 3.85964385182 0 99.473000375 0.6169996249999997
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf93 2.50228643329 0 98.878998975 1.216501537499994
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf94 5.02870270579 0 99.442000525 0.6479994750000003
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf95 6.57211871555 0 99.33249975 0.5362503750000016
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf96 3.38717868509 0 99.336998575 0.5295021375000033
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf97 3.92040413524 0 99.5710002 0.5189997999999975
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf98 4.64385542353 0 99.51799975 0.5720002499999964
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf99 2.47124761202 0 99.01849985 1.007250225
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf100 2.5439518228 0 99.4895 0.600499999999991
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf101 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf102 6.10789096832 0 99.341499625 0.5227505625000006
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf103 2.50228643329 0 99.438500325 0.651499674999991
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf104 2.50228643329 0 99.4235 0.6664999999999935
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf105 2.50228643329 0 99.00049975 1.034250374999992
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf106 6.10789096832 0 99.590500925 0.49949907499999713
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf107 3.80166404425 0 99.5274999 0.5625001000000026
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf108 6.7963162944 0 99.495500375 0.5944996249999918
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf109 6.14799414721 0 99.495000225 0.5949997749999995
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf110 3.86059861244 0 99.5875 0.5024999999999921
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf111 2.00016617632 0 98.980003 1.064995500000002
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf112 4.90489779833 0 99.4235004 0.6664996000000031
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf113 4.93072604433 0 99.519499875 0.5705001250000038
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf114 2.47124761202 0 99.22599905 0.6960014249999986
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf115 2.57685599488 0 99.38249875 0.4612518750000021
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf116 2.47778695782 0 99.387499325 0.4537510125000068
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf117 3.92040413524 0 99.4889999 0.6010001000000017
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf118 2.47124761202 0 99.3574979 0.49875314999999887
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf119 4.90489779833 0 99.338499075 0.5272513874999945
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf120 2.57685599488 0 98.909499725 1.1707504124999915
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf121 3.7862916372 0 99.425500575 0.6644994249999968
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf122 5.02870270579 0 99.51799975 0.5720002499999964
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf123 6.10789096832 0 99.41449975 0.6755002499999933
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf124 3.80166404425 0 99.5164998 0.5735001999999924
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf125 6.30106886729 0 99.469500325 0.6204996749999993
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf126 4.93072604433 0 99.522999375 0.567000625
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf127 3.86059861244 0 99.618499975 0.4715000249999918
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf128 2.55088214386 0 99.382999475 0.46050078749998846
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf129 6.14799414721 0 99.513499725 0.5765002749999951
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf130 6.30106886729 0 99.449999925 0.6400000749999976
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf131 2.50228643329 0 98.300999875 2.083500187499993
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf132 3.33055390722 0 99.563499475 0.5265005249999973
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf133 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf134 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf135 1.99590274244 0 98.139999 2.325001499999992
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf136 3.85964385182 0 99.47600045 0.613999549999997
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf137 2.78229733114 0 99.5514998 0.5385001999999958
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf138 3.77195447337 0 99.3254996 0.5467505999999958
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf139 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf140 2.81322619695 0 99.5814995 0.508500499999991
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf141 2.57685599488 0 99.417499875 0.6725001249999935
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf142 4.93072604433 0 99.5164998 0.5735001999999924
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf143 2.50228643329 0 99.466500825 0.6234991750000006
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf144 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf145 2.77405457184 0 99.573499525 0.5165004749999952
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf146 3.70186719231 0 99.722999925 0.3670000750000014
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf147 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf148 3.92040413524 0 99.5589999 0.5310000999999943
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf149 6.61857279171 0 99.414999925 0.6750000749999941
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf150 3.38717868509 0 99.56849935 0.5215006500000016
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf151 3.34244261096 0 99.616000475 0.47399952499999076
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf152 5.33920664205 0 99.4435006 0.6464994000000047
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf153 2.5439518228 0 98.314999825 2.062500262499995
+1 gpu conv samp 35 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf154 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf155 2.50228643329 0 98.911000225 1.168499662500004
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf156 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf157 2.50228643329 0 99.39599955 0.6940004499999987
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf158 3.38717868509 0 99.46750085 0.6224991500000044
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf159 2.81322619695 0 99.461000775 0.6289992249999955
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf160 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf161 2.50228643329 0 99.007999825 1.0230002624999983
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf162 3.92040413524 0 99.5534999 0.5365000999999922
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf163 2.50228643329 0 99.43850055 0.6514994499999972
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf164 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf165 2.01610051566 0 97.879997 2.715004499999992
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf166 6.30106886729 0 99.2590004 0.6464993999999891
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf167 2.50228643329 0 98.98099975 1.0635003750000038
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf168 2.50228643329 0 99.372998825 0.4755017625000022
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf169 5.02870270579 0 99.4364997 0.6535002999999989
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf170 2.50228643329 0 97.885499575 2.7067506375000008
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf171 2.01610051566 0 97.900002 2.6849969999999956
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf172 2.50228643329 0 98.90100005 1.1834999250000067
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf173 2.50228643329 0 98.326998875 2.044501687499995
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf174 3.92040413524 0 99.4730004 0.6169995999999941
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf175 5.02870270579 0 99.25650025 0.6502496249999936
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf176 2.50228643329 0 99.40049935 0.6895006499999937
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf177 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf178 2.50228643329 0 99.375999275 0.47100108749999947
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf179 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf180 2.81322619695 0 99.341498825 0.5227517624999933
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf181 6.30106886729 0 99.451500425 0.6384995749999917
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf182 2.50228643329 0 99.094000075 0.8939998875000015
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf183 3.92040413524 0 99.31999995 0.5550000750000024
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf184 2.50228643329 0 99.373498975 0.47475153749999066
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf185 2.50228643329 0 99.47200125 0.6179987499999925
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf186 3.92040413524 0 99.582000275 0.5079997249999991
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf187 3.85964385182 0 99.5244993 0.5655006999999955
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf188 6.30106886729 0 99.459000325 0.6309996749999925
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf189 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf190 6.30106886729 0 99.472500875 0.6174991250000034
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf191 2.50228643329 0 97.651000575 3.0584991375
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf192 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf193 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf194 3.92040413524 0 99.551 0.5389999999999958
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf195 2.50228643329 0 99.423000075 0.6669999249999933
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf196 3.85964385182 0 99.475500725 0.6144992749999943
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf197 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf198 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf199 6.30106886729 0 99.517000075 0.5729999249999992
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf200 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf201 3.85964385182 0 99.437000325 0.6529996749999981
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf202 6.30106886729 0 99.437500275 0.6524997249999928
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf203 2.50228643329 0 99.188499275 0.7522510874999995
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf204 2.01610051566 0 97.760002 2.8949969999999965
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf205 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf206 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf207 6.30106886729 0 99.440500775 0.6494992249999939
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf208 2.47778695782 0 98.98650045 1.0552493250000055
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf209 3.92040413524 0 99.559499725 0.5305002750000029
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf210 6.14799414721 0 99.559999775 0.5300002250000034
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf211 4.93072604433 0 99.5089997 0.5810002999999938
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf212 4.90489779833 0 99.332999675 0.535500487500002
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf213 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf214 2.47124761202 0 99.316000575 0.5609991374999908
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf215 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf216 3.92040413524 0 99.5844996 0.5055003999999969
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf217 2.47124761202 0 99.1250007 0.847498949999995
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf218 2.47124761202 0 99.381998825 0.4620017625000017
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf219 6.14799414721 0 99.42000025 0.6699997499999967
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf220 6.10789096832 0 99.416 0.6740000000000009
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf221 5.92620561097 0 99.5324998 0.5575002000000012
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf222 2.50228643329 0 99.3659991 0.4860013500000022
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf223 2.81322619695 0 99.59350015 0.49649985000000074
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf224 3.85964385182 0 99.272000525 0.626999212500003
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf225 6.14799414721 0 99.46450015 0.6254998499999914
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf226 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf227 6.14799414721 0 99.49450015 0.5954998500000045
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf228 2.81322619695 0 99.334998975 0.5325015374999893
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf229 6.14799414721 0 99.5029999 0.5870000999999917
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf230 3.86059861244 0 99.57099965 0.5190003499999932
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf231 6.30106886729 0 99.4249999 0.6650000999999947
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf232 3.77195447337 0 99.64550045 0.44449954999999763
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf233 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf234 6.30106886729 0 99.455500425 0.634499575000001
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf235 2.44096937877 0 99.4455007 0.6444993000000011
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf236 5.02870270579 0 99.430500375 0.6594996250000037
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf237 2.77405457184 0 99.431500125 0.6584998749999983
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf238 6.30106886729 0 99.259000225 0.6464996625000055
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf239 3.92040413524 0 99.331999675 0.5370004874999879
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf240 3.34244261096 0 99.561499925 0.528500074999991
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf241 6.10789096832 0 99.344999375 0.5175009374999959
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf242 4.93072604433 0 99.524499625 0.5655003749999935
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf243 2.47778695782 0 99.0039994 1.0290008999999998
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf244 6.14799414721 0 99.501000025 0.5889999750000016
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf245 3.86059861244 0 99.590000225 0.4999997750000006
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf246 2.81322619695 0 99.585999875 0.5040001249999989
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf247 3.84474688915 0 99.570500075 0.5194999249999995
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf248 3.38717868509 0 99.3339993 0.5340010499999934
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf249 2.00016617632 0 99.379997 0.46500449999999205
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf250 2.50228643329 0 99.2840001 0.6089998499999965
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf251 6.10789096832 0 99.57099985 0.5190001499999909
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf252 5.02870270579 0 99.26750015 0.6337497749999912
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf253 2.50228643329 0 99.388999175 0.45150123750000404
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf254 3.71567552873 0 99.558999425 0.5310005750000016
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf255 1.99590274244 0 99.599998 0.4900019999999984
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf256 3.33055390722 0 99.567500075 0.5224999249999996
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf257 2.50228643329 0 99.387999625 0.4530005624999873
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf258 2.47778695782 0 99.325999725 0.5460004124999926
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf259 3.80166404425 0 99.533999275 0.5560007249999984
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf260 2.00016617632 0 99.0 1.0349999999999966
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf261 1.99590274244 0 98.940002 1.1249969999999863
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf262 2.47778695782 0 99.37499845 0.47250232499998646
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf263 1.99590274244 0 99.099998 0.8850029999999975
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf264 2.00016617632 0 98.980003 1.064995500000002
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf265 4.78704248134 0 99.542999225 0.5470007749999951
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf266 3.86059861244 0 99.6060007 0.48399930000000213
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf267 3.86059861244 0 99.614001325 0.47599867499999393
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf268 3.86059861244 0 99.5959999 0.4940001000000024
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf269 5.02870270579 0 99.524999575 0.5650004250000024
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf270 3.34244261096 0 99.583499925 0.5065000749999996
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf271 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf272 3.92040413524 0 99.54199885 0.5480011499999989
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf273 3.86059861244 0 99.582500175 0.5074998249999908
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf274 3.33055390722 0 99.724499675 0.36550032499999363
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf275 6.14799414721 0 99.504500025 0.5854999749999991
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf276 2.47124761202 0 98.819999675 1.3050004874999885
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf277 6.10789096832 0 99.40649895 0.6835010499999982
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf278 6.10789096832 0 99.577999475 0.5120005249999992
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf279 2.47778695782 0 99.30150025 0.5827496249999911
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf280 2.50228643329 0 99.3719988 0.4770017999999965
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf281 2.50228643329 0 98.29700015 2.089499774999993
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf282 4.93072604433 0 99.470500775 0.6194992249999928
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf283 2.50228643329 0 99.439000875 0.6509991249999928
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf284 6.14799414721 0 99.46549985 0.6245001499999973
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf285 3.85964385182 0 99.43350045 0.6564995500000009
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf286 6.30106886729 0 99.4350001 0.6549999000000014
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf287 2.50228643329 0 98.327000375 2.0444994375000007
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf288 3.38717868509 0 99.326000275 0.545999587499999
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf289 2.50228643329 0 99.420999875 0.669000124999991
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf290 2.50228643329 0 99.467501025 0.6224989749999935
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf291 3.92040413524 0 99.583000475 0.506999524999992
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf292 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf293 2.50228643329 0 99.38349915 0.4597512749999879
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf294 2.81322619695 0 99.4725008 0.6174991999999918
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf295 1.99590274244 0 99.540001 0.549998999999994
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf296 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf297 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf298 3.85964385182 0 99.4755009 0.6144990999999976
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf299 3.80166404425 0 99.524499125 0.5655008749999922
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf300 3.86059861244 0 99.5054997 0.5845002999999963
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf301 6.30106886729 0 99.45100085 0.638999149999998
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf302 5.02870270579 0 99.4765002 0.6134997999999939
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf303 2.47778695782 0 99.0105 1.0192500000000067
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf304 3.92040413524 0 99.562000025 0.5279999749999945
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf305 6.30106886729 0 99.50299955 0.5870004499999993
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf306 3.84474688915 0 99.729999675 0.3600003249999958
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf307 6.14799414721 0 99.5119996 0.578000400000002
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf308 4.90489779833 0 99.58749965 0.5025003499999997
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf309 3.7862916372 0 99.33799965 0.528000524999996
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf310 6.30106886729 0 99.2670004 0.6344993999999957
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf311 6.30106886729 0 99.435500625 0.6544993749999947
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf312 2.47778695782 0 99.331499275 0.5377510874999984
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf313 2.77405457184 0 99.580000425 0.5099995750000034
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf314 6.14799414721 0 99.54800025 0.5419997499999966
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf315 2.50228643329 0 98.917000175 1.1594997374999991
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf316 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf317 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf318 3.92040413524 0 99.55649935 0.533500650000002
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf319 2.47778695782 0 99.265 0.6374999999999957
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf320 2.47124761202 0 98.317499 2.0587514999999996
+1 gpu conv samp 35 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf321 3.33055390722 0 99.427499975 0.6625000249999943
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf322 2.50228643329 0 99.00349965 1.0297505250000043
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf323 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf324 6.30106886729 0 99.4665007 0.6234993000000003
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf325 4.93072604433 0 99.518999775 0.5710002250000002
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf326 5.92620561097 0 99.542499525 0.5475004750000011
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf327 3.86059861244 0 99.55699975 0.533000249999995
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf328 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf329 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf330 2.50228643329 0 99.3734996 0.47475059999999303
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf331 6.14799414721 0 99.50849975 0.5815002499999992
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf332 2.81322619695 0 99.33399895 0.5340015750000049
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf333 2.50228643329 0 99.375999975 0.47100003749999786
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf334 3.92040413524 0 99.546999 0.5430009999999982
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf335 6.30106886729 0 99.43900055 0.6509994499999948
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf336 3.85964385182 0 99.4830001 0.6069998999999996
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf337 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf338 5.02870270579 0 99.470500275 0.6194997249999915
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf339 2.50228643329 0 98.750500325 1.40924951249999
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf340 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf341 2.81322619695 0 99.540999625 0.549000375
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf342 5.02870270579 0 99.518000275 0.5719997249999921
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf343 6.30106886729 0 99.462500575 0.6274994249999907
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf344 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf345 5.02870270579 0 99.259499975 0.6457500375000009
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf346 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf347 2.50228643329 0 98.88849885 1.2022517249999893
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf348 2.50228643329 0 99.401999825 0.6880001749999934
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf349 2.01610051566 0 97.760002 2.8949969999999965
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf350 2.50228643329 0 98.31600045 2.0609993249999903
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf351 3.85964385182 0 99.441 0.6489999999999952
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf352 2.50228643329 0 99.0334995 0.9847507499999892
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf353 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf354 2.50228643329 0 99.443500275 0.6464997249999925
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf355 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf356 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf357 2.81322619695 0 99.57849965 0.51150035
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf358 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf359 2.50228643329 0 99.42499965 0.665000349999994
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf360 2.50228643329 0 98.90749945 1.173750824999992
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf361 3.38717868509 0 99.3249995 0.5475007499999904
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf362 2.50228643329 0 99.01050035 1.0192494749999952
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf363 2.50228643329 0 99.37949865 0.46575202499999335
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf364 2.50228643329 0 98.987000375 1.0544994375000059
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf365 2.50228643329 0 99.467501025 0.6224989749999935
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf366 3.38717868509 0 99.533499175 0.5565008249999949
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf367 5.02870270579 0 99.465000275 0.6249997250000036
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf368 2.50228643329 0 98.8994997 1.1857504499999862
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf369 2.50228643329 0 99.095000075 0.8924998874999943
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf370 6.30106886729 0 99.465499825 0.6245001750000029
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf371 5.02870270579 0 99.480000725 0.6099992750000013
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf372 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf373 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf374 3.85964385182 0 99.462000625 0.627999374999996
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf375 3.38717868509 0 99.583499875 0.5065001249999966
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf376 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf377 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf378 6.30106886729 0 99.504999975 0.5850000249999937
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf379 6.30106886729 0 99.258500625 0.647249062500002
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf380 2.50228643329 0 99.290000375 0.5999994374999886
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf381 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf382 5.02870270579 0 99.439500025 0.6504999749999968
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf383 2.50228643329 0 97.8925002 2.6962496999999956
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf384 3.38717868509 0 99.55950045 0.5304995499999962
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf385 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf386 6.30106886729 0 99.435499425 0.6545005749999945
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf387 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf388 2.47124761202 0 99.21699935 0.7095009750000045
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf389 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf390 6.14799414721 0 99.512499525 0.5775004750000022
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf391 6.14799414721 0 99.496000075 0.593999925
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf392 6.30106886729 0 99.256499475 0.6502507874999992
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf393 4.90489779833 0 99.41399975 0.6760002499999956
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf394 2.50228643329 0 99.37949885 0.46575172499998985
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf395 2.00016617632 0 99.519997 0.5700029999999942
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf396 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf397 6.10789096832 0 99.40799955 0.6820004499999982
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf398 4.93072604433 0 99.4785008 0.6114991999999916
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf399 2.47778695782 0 99.044499725 0.9682504125000051
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf400 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf401 3.92040413524 0 99.549000125 0.5409998749999915
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf402 4.78704248134 0 99.557500025 0.5324999750000018
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf403 3.92040413524 0 99.339499575 0.5257506374999892
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf404 3.77195447337 0 99.64400015 0.4459998500000012
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf405 2.78229733114 0 99.515498725 0.5745012749999973
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf406 1.99590274244 0 99.580002 0.5099980000000045
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf407 3.38717868509 0 99.539999575 0.5500004250000018
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf408 2.50228643329 0 99.28500105 0.6074984249999886
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf409 6.30106886729 0 99.4274997 0.6625002999999993
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf410 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf411 3.86059861244 0 99.61500045 0.47499955000000116
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf412 3.7862916372 0 99.422500375 0.6674996249999993
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf413 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf414 2.81322619695 0 99.592500325 0.4974996749999946
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf415 6.10789096832 0 99.3419997 0.5220004499999931
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf416 6.14799414721 0 99.461500375 0.6284996249999978
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf417 3.85964385182 0 99.4770005 0.6129994999999951
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf418 6.14799414721 0 99.508999875 0.5810001249999971
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf419 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf420 2.50228643329 0 99.3769985 0.4695022499999979
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf421 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf422 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf423 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf424 6.30106886729 0 99.4700003 0.6199997000000025
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf425 6.30106886729 0 99.45350025 0.636499749999993
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf426 3.84474688915 0 99.56299955 0.5270004499999971
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf427 2.81322619695 0 99.578000175 0.5119998249999981
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf428 2.47124761202 0 99.12450055 0.8482491750000065
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf429 4.90489779833 0 99.5894995 0.5005004999999955
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf430 2.47778695782 0 99.179000625 0.7664990624999959
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf431 3.86059861244 0 99.49899945 0.5910005499999983
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf432 2.50228643329 0 99.2835007 0.6097489499999895
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf433 3.38717868509 0 99.567999775 0.5220002249999937
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf434 6.14799414721 0 99.548998875 0.5410011250000025
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf435 2.77405457184 0 99.736499925 0.3535000749999938
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf436 4.93072604433 0 99.5544993 0.5355006999999944
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf437 4.90489779833 0 99.329499025 0.5407514624999905
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf438 5.02870270579 0 99.475999575 0.6140004249999947
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf439 6.30106886729 0 99.5009997 0.5890003000000036
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf440 3.80166404425 0 99.50849925 0.5815007499999979
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf441 6.30106886729 0 99.434000275 0.6559997249999953
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf442 6.14799414721 0 99.41999995 0.6700000499999931
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf443 3.85964385182 0 99.47000065 0.6199993499999948
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf444 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf445 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf446 6.14799414721 0 99.50449985 0.5855001499999958
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf447 3.38717868509 0 99.582499575 0.5075004249999978
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf448 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf449 3.38717868509 0 99.543499525 0.5465004749999963
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf450 2.00016617632 0 98.220001 2.204998500000002
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf451 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf452 6.30106886729 0 99.442500275 0.6474997249999973
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf453 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf454 2.50228643329 0 99.292000475 0.5969992875000045
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf455 2.44096937877 0 99.3534991 0.5047513500000065
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf456 2.50228643329 0 98.90349965 1.1797505249999958
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf457 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf458 2.47778695782 0 99.26350005 0.6397499249999896
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf459 4.93072604433 0 99.5080002 0.5819997999999998
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf460 2.81322619695 0 99.578999925 0.5110000749999927
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf461 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf462 3.92040413524 0 99.556999575 0.5330004249999917
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf463 2.50228643329 0 99.371499375 0.477750937499998
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf464 6.14799414721 0 99.41999945 0.6700005499999918
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf465 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf466 2.47124761202 0 98.272500275 2.1262495874999985
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf467 3.85964385182 0 99.4570007 0.632999300000003
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf468 6.10789096832 0 99.412499925 0.6775000749999919
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf469 6.30106886729 0 99.4435008 0.6464992000000024
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf470 2.47124761202 0 98.813000175 1.315499737499998
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf471 3.86059861244 0 99.49750055 0.5924994499999997
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf472 3.92040413524 0 99.553499375 0.5365006249999965
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf473 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf474 2.50228643329 0 99.40199945 0.6880005499999925
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf475 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf476 6.14799414721 0 99.4554998 0.6345001999999994
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf477 2.50228643329 0 99.3669987 0.48450195000000207
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf478 2.77405457184 0 99.7349998 0.35500020000000065
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf479 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf480 2.50228643329 0 99.00699965 1.0245005250000006
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf481 6.14799414721 0 99.540999725 0.5490002749999917
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf482 3.33055390722 0 99.7384998 0.35150019999999815
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf483 3.7862916372 0 99.594000025 0.49599997499999804
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf484 6.10789096832 0 99.580000225 0.5099997749999915
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf485 2.47124761202 0 99.50349965 0.5865003500000029
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf486 2.50228643329 0 99.19349965 0.7447505249999864
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf487 6.30106886729 0 99.457000125 0.6329998750000044
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf488 3.38717868509 0 99.471999825 0.6180001750000003
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf489 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf490 3.86059861244 0 99.607000275 0.48299972499999344
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf491 6.10789096832 0 99.334499875 0.5332501874999878
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf492 3.80166404425 0 99.413499775 0.6765002249999924
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf493 5.02870270579 0 99.448500525 0.6414994749999977
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf494 2.47124761202 0 99.21199905 0.7170014249999923
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf495 2.00016617632 0 98.980003 1.064995500000002
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf496 6.14799414721 0 99.503000075 0.586999924999995
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf497 2.50228643329 0 99.098501075 0.8872483874999944
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf498 5.02870270579 0 99.274000025 0.6239999624999868
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf499 4.90489779833 0 99.58150035 0.5084996499999989
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf500 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf501 3.85964385182 0 99.44050065 0.6494993499999936
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf502 2.50228643329 0 99.362999025 0.49050146250000637
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf503 3.86059861244 0 99.607500325 0.482499674999994
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf504 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf505 5.02870270579 0 99.439999975 0.6500000249999914
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf506 2.47778695782 0 99.422999625 0.667000374999995
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf507 3.80166404425 0 99.517499625 0.5725003749999985
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf508 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf509 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf510 2.01610051566 0 97.82 2.805000000000007
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf511 2.50228643329 0 99.437500525 0.6524994749999934
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf512 2.01610051566 0 97.760002 2.8949969999999965
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf513 6.30106886729 0 99.505500025 0.5844999749999943
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf514 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf515 5.02870270579 0 99.473500475 0.6164995250000033
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf516 3.38717868509 0 99.340999725 0.5235004124999918
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf517 3.92040413524 0 99.55600015 0.5339998499999951
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf518 2.81322619695 0 99.582499875 0.5075001250000014
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf519 5.02870270579 0 99.434999875 0.6550001249999952
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf520 5.02870270579 0 99.471500325 0.6184996750000039
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf521 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf522 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf523 3.38717868509 0 99.560999675 0.5290003249999927
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf524 3.85964385182 0 99.438000125 0.6519998749999957
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf525 2.50228643329 0 99.382499475 0.46125078749999204
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf526 2.50228643329 0 99.464500775 0.625499224999993
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf527 3.38717868509 0 99.577499825 0.5125001749999939
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf528 2.50228643329 0 98.99950025 1.0357496250000011
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf529 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf530 2.50228643329 0 99.387999225 0.45300116249999434
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf531 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf532 2.01610051566 0 97.879997 2.715004499999992
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf533 2.50228643329 0 99.0314993 0.9877510500000071
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf534 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf535 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf536 2.50228643329 0 98.74550055 1.4167491749999925
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf537 6.30106886729 0 99.462 0.6279999999999945
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf538 3.92040413524 0 99.32449935 0.548250975000002
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf539 3.85964385182 0 99.470000825 0.6199991749999981
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf540 2.50228643329 0 99.37150005 0.4777499250000048
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf541 6.30106886729 0 99.44350025 0.6464997499999982
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf542 6.30106886729 0 99.456000225 0.6339997750000009
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf543 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf544 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf545 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf546 5.02870270579 0 99.516499975 0.5735000249999956
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf547 2.01610051566 0 97.620003 3.104995500000001
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf548 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf549 3.38717868509 0 99.546999725 0.5430002749999915
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf550 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf551 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf552 3.92040413524 0 99.542999425 0.5470005749999928
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf553 3.38717868509 0 99.472000875 0.6179991249999915
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf554 2.50228643329 0 99.0099999 1.0200001500000013
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf555 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf556 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf557 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf558 3.85964385182 0 99.272500475 0.626249287499995
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf559 6.30106886729 0 99.43700055 0.6529994500000044
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf560 2.50228643329 0 98.316000025 2.0609999625000057
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf561 3.38717868509 0 99.5814995 0.508500499999991
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf562 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf563 2.50228643329 0 97.960999825 2.593500262499994
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf564 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf565 6.30106886729 0 99.276000625 0.6209990625000046
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf566 2.50228643329 0 98.91400005 1.1639999249999988
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf567 3.92040413524 0 99.577500375 0.5124996249999981
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf568 2.50228643329 0 99.423500325 0.6664996749999915
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf569 3.85964385182 0 99.477500425 0.6124995749999954
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf570 2.47778695782 0 99.413500025 0.676499974999993
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf571 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf572 6.14799414721 0 99.504500025 0.5854999749999991
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf573 3.84474688915 0 99.570000775 0.5199992250000008
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf574 2.47778695782 0 99.013500075 1.0147498875000025
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf575 2.47124761202 0 99.385499425 0.4567508624999874
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf576 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf577 2.81322619695 0 99.545499275 0.5445007250000004
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf578 5.02870270579 0 99.44550065 0.6444993499999981
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf579 2.50228643329 0 99.1870008 0.7544987999999861
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf580 2.78229733114 0 99.51649875 0.5735012500000011
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf581 5.92620561097 0 99.553999775 0.5360002250000037
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf582 2.50228643329 0 99.368498525 0.4822522124999864
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf583 3.38717868509 0 99.547499275 0.5425007249999908
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf584 2.78229733114 0 99.57900015 0.5109998499999989
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf585 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf586 2.50228643329 0 99.375499 0.4717514999999892
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf587 2.81322619695 0 99.47250045 0.6174995499999995
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf588 2.50228643329 0 99.28450095 0.6082485750000046
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf589 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf590 6.14799414721 0 99.5135004 0.5764995999999997
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf591 6.14799414721 0 99.4965 0.5935000000000002
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf592 3.34244261096 0 99.561499825 0.5285001749999992
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf593 2.50228643329 0 99.029999175 0.990001237499996
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf594 6.30106886729 0 99.442000175 0.6479998249999938
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf595 2.47778695782 0 99.453499975 0.636500024999998
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf596 3.92040413524 0 99.56400005 0.5259999499999936
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf597 6.10789096832 0 99.339999275 0.5250010875000015
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf598 2.47124761202 0 99.3599983 0.49500254999999527
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf599 2.50228643329 0 99.469500725 0.6204992749999946
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf600 2.81322619695 0 99.589500425 0.5004995750000006
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf601 6.30106886729 0 99.2495001 0.6607498499999878
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf602 3.80166404425 0 99.522498725 0.5675012749999923
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf603 2.77405457184 0 99.742999825 0.34700017499999947
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf604 6.14799414721 0 99.5524999 0.5375000999999969
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf605 6.30106886729 0 99.446000725 0.6439992749999931
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf606 4.93072604433 0 99.47500045 0.6149995500000017
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf607 3.38717868509 0 99.574000075 0.515999924999997
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf608 3.33055390722 0 99.73199955 0.35800045000000014
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf609 3.92040413524 0 99.575000325 0.5149996749999929
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf610 4.90489779833 0 99.31799945 0.5580008249999935
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf611 6.30106886729 0 99.466000575 0.6239994250000024
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf612 6.14799414721 0 99.46900035 0.620999649999996
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf613 6.10789096832 0 99.4139997 0.6760002999999927
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf614 3.7862916372 0 99.3359989 0.5310016499999861
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf615 2.47778695782 0 99.5030006 0.5869994000000048
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf616 3.34244261096 0 99.577500025 0.5124999749999916
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf617 3.92040413524 0 99.5005001 0.5894999000000013
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf618 6.14799414721 0 99.420000025 0.6699999750000046
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf619 2.47778695782 0 99.4209994 0.6690005999999983
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf620 2.47124761202 0 99.224499975 0.6982500374999958
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf621 6.30106886729 0 99.428499925 0.6615000750000007
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf622 3.85964385182 0 99.435500575 0.6544994249999917
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf623 2.00016617632 0 99.660004 0.42999599999999705
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf624 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf625 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf626 3.84474688915 0 99.7199993 0.37000069999999996
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf627 3.86059861244 0 99.49699995 0.5930000499999949
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf628 3.92040413524 0 99.320000325 0.5549995125000038
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf629 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf630 3.85964385182 0 99.523999725 0.5660002750000018
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf631 1.97610564729 0 99.660004 0.42999599999999705
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf632 6.30106886729 0 99.512499875 0.5775001249999946
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf633 2.78229733114 0 99.576000025 0.5139999749999987
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf634 6.10789096832 0 99.57550015 0.5144998500000014
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf635 4.90489779833 0 99.329999825 0.5400002624999942
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf636 3.34244261096 0 99.58599985 0.5040001500000045
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf637 1.97610564729 0 99.379997 0.46500449999999205
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf638 6.30106886729 0 99.455499575 0.6345004249999932
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf639 3.85964385182 0 99.263500425 0.639749362499991
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf640 6.14799414721 0 99.422499575 0.6675004249999944
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf641 2.47778695782 0 99.417500075 0.6724999249999911
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf642 6.14799414721 0 99.490500175 0.5994998250000038
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf643 2.50228643329 0 99.374999575 0.4725006374999907
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf644 2.50228643329 0 99.011500375 1.017749437500001
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf645 1.99590274244 0 98.940002 1.1249969999999863
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf646 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf647 2.47778695782 0 99.503999925 0.5860000749999955
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf648 6.10789096832 0 99.33900025 0.5264996249999996
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf649 6.10789096832 0 99.4024996 0.687500399999999
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf650 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf651 2.50228643329 0 98.8884997 1.202250450000001
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf652 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf653 3.92040413524 0 99.47850045 0.6114995499999992
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf654 3.77195447337 0 99.641501475 0.4484985249999994
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf655 5.02870270579 0 99.2675 0.6337499999999991
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf656 6.30106886729 0 99.470500425 0.6194995750000004
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf657 2.47778695782 0 99.435000375 0.6549996249999964
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf658 6.30106886729 0 99.43799965 0.652000350000003
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf659 2.50228643329 0 98.3299994 2.0400008999999883
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf660 6.14799414721 0 99.508499725 0.5815002750000048
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf661 3.38717868509 0 99.33649845 0.5302523250000064
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf662 2.81322619695 0 99.5795002 0.5104997999999995
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf663 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf664 2.47124761202 0 99.494999875 0.5950001249999929
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf665 3.80166404425 0 99.47750075 0.6124992499999934
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf666 3.86059861244 0 99.58 0.5099999999999995
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf667 6.30106886729 0 99.441500025 0.6484999750000014
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf668 1.99590274244 0 98.440002 1.8749969999999863
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf669 3.80166404425 0 99.525999075 0.5640009249999963
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf670 2.47124761202 0 99.323999 0.5490014999999957
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf671 2.50228643329 0 98.73550015 1.4317497750000072
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf672 6.30106886729 0 99.265999825 0.636000262500005
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf673 6.14799414721 0 99.4690007 0.6209993000000026
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf674 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf675 4.78704248134 0 99.554999925 0.5350000749999936
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf676 6.14799414721 0 99.559499325 0.5305006749999933
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf677 2.50228643329 0 99.29100025 0.5984996250000023
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf678 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf679 2.50228643329 0 99.366998475 0.4845022874999927
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf680 2.50228643329 0 97.97399995 2.5740000749999865
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf681 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf682 3.92040413524 0 99.5735001 0.5164998999999938
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf683 2.50228643329 0 99.032999775 0.9855003375000067
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf684 2.50228643329 0 99.280000725 0.6149989125000062
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf685 2.50228643329 0 98.88899965 1.201500524999993
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf686 2.50228643329 0 99.195000075 0.7424998875000028
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf687 2.50228643329 0 99.018499825 1.007250262499987
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf688 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf689 3.85964385182 0 99.27300055 0.6254991749999874
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf690 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf691 6.30106886729 0 99.468499525 0.6215004749999992
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf692 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf693 3.85964385182 0 99.4565008 0.6334991999999972
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf694 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf695 6.30106886729 0 99.447499925 0.6425000749999953
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf696 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf697 6.30106886729 0 99.501999875 0.5880001250000021
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf698 5.02870270579 0 99.467500675 0.6224993250000012
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf699 2.50228643329 0 99.435499925 0.6545000749999957
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf700 2.50228643329 0 99.4214999 0.6685000999999972
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf701 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf702 3.85964385182 0 99.47450035 0.6154996499999982
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf703 2.81322619695 0 99.4615009 0.6284990999999934
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf704 2.50228643329 0 98.3229992 2.0505011999999994
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf705 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf706 3.85964385182 0 99.436500175 0.6534998249999916
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf707 6.30106886729 0 99.43250055 0.6574994499999974
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf708 3.92040413524 0 99.559498975 0.530501025000001
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf709 2.01610051566 0 97.82 2.805000000000007
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf710 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf711 2.50228643329 0 97.63800065 3.077999025000004
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf712 2.01610051566 0 97.760002 2.8949969999999965
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf713 3.92040413524 0 99.318500375 0.5572494374999977
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf714 2.50228643329 0 98.90349935 1.1797509749999904
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf715 3.92040413524 0 99.5524996 0.5375003999999933
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf716 6.30106886729 0 99.2610001 0.6434998499999907
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf717 6.30106886729 0 99.446500275 0.6434997249999924
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf718 3.38717868509 0 99.567999775 0.5220002249999937
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf719 2.50228643329 0 99.101000225 0.883499662499986
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf720 3.85964385182 0 99.478500775 0.6114992249999972
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf721 2.47778695782 0 99.39299885 0.6970011499999998
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf722 3.85964385182 0 99.528499175 0.5615008250000045
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf723 6.14799414721 0 99.460000125 0.6299998750000043
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf724 2.50228643329 0 99.46000075 0.6299992499999917
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf725 3.92040413524 0 99.332999525 0.5355007124999887
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf726 3.80166404425 0 99.570999825 0.5190001749999965
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf727 2.47778695782 0 99.303500625 0.5797490624999995
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf728 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf729 3.92040413524 0 99.4830003 0.6069996999999973
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf730 6.30106886729 0 99.519000275 0.5709997250000015
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf731 5.02870270579 0 99.5234998 0.5665002000000016
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf732 3.86059861244 0 99.611500325 0.47849967500000334
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf733 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf734 2.50228643329 0 99.033498825 0.9847517625000037
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf735 3.38717868509 0 99.3329991 0.5355013500000041
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf736 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf737 6.14799414721 0 99.50600015 0.5839998499999922
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf738 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf739 3.34244261096 0 99.5624996 0.5275004000000024
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf740 2.47124761202 0 99.36199835 0.4920024750000067
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf741 6.14799414721 0 99.5104998 0.5795001999999926
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf742 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf743 2.81322619695 0 99.333499225 0.534751162500001
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf744 1.99590274244 0 99.599998 0.4900019999999984
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf745 3.38717868509 0 99.5830001 0.5069998999999911
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf746 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf747 2.81322619695 0 99.587500225 0.5024997749999983
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf748 3.85964385182 0 99.462500975 0.6274990250000002
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf749 6.30106886729 0 99.44100045 0.6489995499999935
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf750 3.86059861244 0 99.5044995 0.5855005000000034
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf751 6.10789096832 0 99.337499975 0.5287500374999965
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf752 3.92040413524 0 99.580999475 0.509000524999999
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf753 2.50228643329 0 99.394999575 0.6950004249999978
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf754 6.14799414721 0 99.420499375 0.6695006249999921
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf755 2.47778695782 0 99.374499425 0.47325086250000226
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf756 6.30106886729 0 99.43549985 0.6545001499999984
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf757 2.50228643329 0 99.43300005 0.6569999499999938
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf758 3.84474688915 0 99.4280003 0.6619997000000041
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf759 5.92620561097 0 99.533499625 0.5565003749999932
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf760 6.10789096832 0 99.575999775 0.5140002249999981
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf761 6.10789096832 0 99.40649965 0.6835003499999971
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf762 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf763 6.14799414721 0 99.505500225 0.584499774999992
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf764 2.47778695782 0 99.322999075 0.5505013874999989
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf765 6.30106886729 0 99.4675 0.6224999999999966
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf766 4.90489779833 0 99.32749945 0.5437508249999894
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf767 3.85964385182 0 99.432499925 0.6575000749999959
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf768 6.10789096832 0 99.578999975 0.5110000249999956
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf769 4.93072604433 0 99.5179994 0.5720006000000041
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf770 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf771 3.86059861244 0 99.557999225 0.5320007749999945
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf772 2.78229733114 0 99.614500525 0.4754994750000009
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf773 5.02870270579 0 99.432000675 0.6579993250000001
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf774 4.93072604433 0 99.517499825 0.5725001749999962
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf775 2.47778695782 0 99.4125002 0.6774998000000011
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf776 3.77195447337 0 99.6390002 0.4509997999999996
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf777 2.81322619695 0 99.538499125 0.5515008749999964
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf778 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf779 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf780 3.92040413524 0 99.4845006 0.6054993999999937
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf781 6.30106886729 0 99.501500475 0.5884995249999975
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf782 2.77405457184 0 99.736499225 0.3535007749999949
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf783 3.84474688915 0 99.42049985 0.669500149999999
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf784 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf785 2.50228643329 0 99.36849925 0.48225112499999767
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf786 6.30106886729 0 99.465499775 0.6245002249999999
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf787 3.85964385182 0 99.481500875 0.608499125000003
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf788 3.80166404425 0 99.42100005 0.6689999499999942
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf789 4.93072604433 0 99.511499675 0.5785003250000017
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf790 6.14799414721 0 99.5054997 0.5845002999999963
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf791 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf792 2.44096937877 0 99.4470006 0.6429994000000022
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf793 2.47778695782 0 98.260500175 2.1442497374999903
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf794 6.10789096832 0 99.33799975 0.5280003750000049
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf795 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf796 2.44096937877 0 99.353998575 0.5040021374999881
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf797 2.50228643329 0 99.42099945 0.6690005500000012
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf798 6.30106886729 0 99.442500625 0.6474993750000039
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf799 6.30106886729 0 99.428500225 0.6614997750000043
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf800 3.92040413524 0 99.56549965 0.5245003499999911
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf801 2.47124761202 0 99.185500075 0.7567498875000069
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf802 3.92040413524 0 99.53350015 0.556499850000003
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf803 6.14799414721 0 99.5049996 0.5850003999999928
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf804 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf805 2.00016617632 0 98.379997 1.965004499999992
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf806 6.14799414721 0 99.464499625 0.6255003749999958
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf807 1.99590274244 0 98.660004 1.5449939999999955
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf808 3.85964385182 0 99.53049925 0.5595007499999923
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf809 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf810 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf811 3.86059861244 0 99.591500125 0.4984998750000017
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf812 2.50228643329 0 99.382499425 0.4612508624999876
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf813 2.47124761202 0 98.818999725 1.3065004125000002
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf814 3.86059861244 0 99.6200006 0.4699994000000004
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf815 2.73595882486 0 99.6375013 0.45249870000000103
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf816 6.14799414721 0 99.545999725 0.5440002749999963
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf817 3.7862916372 0 99.3424988 0.5212517999999946
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf818 2.77405457184 0 99.4264998 0.6635001999999958
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf819 2.50228643329 0 99.0920006 0.896999099999988
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf820 5.02870270579 0 99.476000675 0.6139993250000032
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf821 3.92040413524 0 99.3214991 0.5527513500000012
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf822 2.47124761202 0 98.535999325 1.7310010124999877
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf823 2.78229733114 0 99.551999525 0.5380004749999984
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf824 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf825 3.85964385182 0 99.473999875 0.6160001249999937
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf826 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf827 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf828 6.30106886729 0 99.46050055 0.6294994499999916
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf829 2.50228643329 0 99.4435005 0.6464994999999988
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf830 2.81322619695 0 99.538499475 0.551500525000003
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf831 2.50228643329 0 98.230000275 2.1899995875000045
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf832 2.50228643329 0 99.466500825 0.6234991750000006
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf833 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf834 6.30106886729 0 99.4185003 0.6714996999999926
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf835 2.50228643329 0 98.889999625 1.2000005624999943
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf836 3.38717868509 0 99.478001025 0.6119989750000002
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf837 5.02870270579 0 99.467500025 0.622499974999991
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf838 2.50228643329 0 99.389499275 0.45075108749998805
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf839 2.81322619695 0 99.472000525 0.6179994749999992
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf840 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf841 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf842 3.85964385182 0 99.52599925 0.5640007499999996
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf843 2.50228643329 0 99.29100025 0.5984996250000023
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf844 3.92040413524 0 99.5589993 0.5310007000000013
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf845 3.85964385182 0 99.47500025 0.6149997500000041
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf846 3.85964385182 0 99.469500475 0.620499524999994
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf847 3.92040413524 0 99.48150035 0.6084996499999932
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf848 3.92040413524 0 99.536 0.5539999999999964
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf849 2.50228643329 0 99.4420006 0.6479993999999977
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf850 2.50228643329 0 97.654500925 3.0532486125000062
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf851 6.30106886729 0 99.4430001 0.6469998999999916
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf852 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf853 5.02870270579 0 99.458000775 0.6319992249999956
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf854 3.38717868509 0 99.329499675 0.5407504875000058
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf855 2.50228643329 0 98.3030002 2.080499699999997
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf856 3.92040413524 0 99.33299985 0.5355002250000069
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf857 2.01610051566 0 97.900002 2.6849969999999956
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf858 2.01610051566 0 97.620003 3.104995500000001
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf859 3.38717868509 0 99.57400005 0.5159999500000026
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf860 3.92040413524 0 99.542999475 0.5470005249999957
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf861 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf862 6.30106886729 0 99.504999775 0.585000224999996
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf863 2.50228643329 0 99.096000725 0.8909989125000024
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf864 2.50228643329 0 99.368999175 0.48150123749999807
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf865 6.30106886729 0 99.24349955 0.6697506750000031
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf866 5.02870270579 0 99.48200025 0.6079997499999991
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf867 5.02870270579 0 99.43700025 0.6529997500000008
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf868 2.50228643329 0 99.370499525 0.4792507124999972
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf869 2.50228643329 0 99.41749965 0.6725003500000014
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf870 3.85964385182 0 99.431000575 0.658999424999999
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf871 6.30106886729 0 99.46350045 0.6264995499999998
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf872 5.02870270579 0 99.512999425 0.5770005749999939
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf873 5.02870270579 0 99.269500575 0.630749137500004
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf874 2.50228643329 0 99.180999675 0.7635004875000035
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf875 2.50228643329 0 99.409499525 0.6805004749999967
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf876 2.50228643329 0 98.9994999 1.0357501499999913
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf877 2.47778695782 0 99.42899995 0.6610000499999927
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf878 3.38717868509 0 99.483500225 0.6064997749999975
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf879 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf880 3.33055390722 0 99.4320002 0.6579997999999933
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf881 3.33055390722 0 99.5704994 0.519500599999995
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf882 3.86059861244 0 99.610500025 0.4794999750000045
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf883 2.81322619695 0 99.577000375 0.5129996250000005
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf884 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf885 2.47778695782 0 99.40549945 0.6845005500000042
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf886 3.38717868509 0 99.569 0.5209999999999951
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf887 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf888 2.50228643329 0 99.43799995 0.6520000499999924
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf889 2.50228643329 0 99.473001075 0.6169989249999986
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf890 6.14799414721 0 99.555999325 0.5340006749999958
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf891 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf892 4.90489779833 0 99.4159999 0.674000099999995
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf893 4.90489779833 0 99.3299996 0.5400006000000062
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf894 4.93072604433 0 99.52499955 0.5650004499999938
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf895 3.86059861244 0 99.506999625 0.5830003749999918
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf896 3.86059861244 0 99.582499975 0.5075000249999931
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf897 3.92040413524 0 99.542500075 0.5474999249999911
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf898 2.47778695782 0 99.442000175 0.6479998249999938
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf899 2.50228643329 0 99.28750065 0.603749024999999
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf900 6.30106886729 0 99.43350035 0.656499649999995
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf901 6.14799414721 0 99.49950045 0.5904995499999984
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf902 5.02870270579 0 99.47200005 0.6179999499999923
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf903 3.34244261096 0 99.613500575 0.4764994249999944
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf904 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf905 3.7862916372 0 99.41650005 0.6734999500000015
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf906 6.14799414721 0 99.455000325 0.6349996749999974
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf907 2.50228643329 0 99.4335006 0.6564993999999956
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf908 6.14799414721 0 99.50550005 0.5844999500000029
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf909 2.47124761202 0 99.319999725 0.555000412499993
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf910 2.50228643329 0 99.42550005 0.6644999500000012
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf911 6.10789096832 0 99.56899955 0.5210004499999968
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf912 3.85964385182 0 99.48000055 0.609999449999998
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf913 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf914 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf915 2.44096937877 0 99.01699955 1.0095006750000053
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf916 4.90489779833 0 99.58049985 0.5095001500000024
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf917 2.47124761202 0 99.49900015 0.5909998499999972
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf918 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf919 4.93072604433 0 99.5589997 0.5310002999999966
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf920 5.02870270579 0 99.473000225 0.6169997749999908
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf921 3.92040413524 0 99.55299925 0.5370007499999986
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf922 3.85964385182 0 99.53349935 0.5565006499999982
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf923 6.30106886729 0 99.472000025 0.6179999749999979
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf924 2.50228643329 0 99.182499825 0.7612502625000062
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf925 3.86059861244 0 99.60850085 0.4814991499999991
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf926 6.14799414721 0 99.412 0.6779999999999916
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf927 6.30106886729 0 99.4530003 0.6369996999999984
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf928 6.30106886729 0 99.499999825 0.5900001749999945
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf929 6.10789096832 0 99.407000125 0.6829998750000016
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf930 2.47778695782 0 99.322999475 0.5505007874999919
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf931 6.30106886729 0 99.419000225 0.6709997749999929
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf932 3.80166404425 0 99.48450075 0.6054992500000026
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf933 2.50228643329 0 98.997999775 1.0380003375000015
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf934 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf935 6.30106886729 0 99.467999775 0.6220002250000022
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf936 2.47778695782 0 98.96700135 1.0844979749999908
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf937 3.77195447337 0 99.637001 0.4529989999999998
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf938 6.30106886729 0 99.512999625 0.5770003749999916
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf939 2.47778695782 0 98.9210002 1.1534997000000047
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf940 1.99590274244 0 98.139999 2.325001499999992
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf941 2.47124761202 0 99.3819992 0.4620012000000031
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf942 2.50228643329 0 99.393999775 0.6960002250000002
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf943 2.47778695782 0 99.4064995 0.6835005000000024
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf944 6.14799414721 0 99.41999975 0.6700002499999954
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf945 3.71567552873 0 99.5574991 0.5325008999999966
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf946 4.93072604433 0 99.57149935 0.5185006500000015
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf947 2.00016617632 0 98.419998 1.9050029999999865
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf948 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf949 3.92040413524 0 99.55049875 0.539501249999995
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf950 3.34244261096 0 99.5865 0.5034999999999968
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf951 3.38717868509 0 99.541499675 0.5485003250000006
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf952 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf953 2.50228643329 0 98.90750005 1.1737499250000027
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf954 2.44096937877 0 98.241500025 2.1727499625000064
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf955 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf956 2.50228643329 0 99.439500375 0.6504996250000034
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf957 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf958 3.38717868509 0 99.5725004 0.5174996000000022
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf959 2.50228643329 0 99.001500125 1.0327498124999863
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf960 2.44096937877 0 99.376498775 0.470251837499994
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf961 3.92040413524 0 99.5484993 0.5415006999999946
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf962 1.99590274244 0 98.139999 2.325001499999992
+1 gpu conv samp 35 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf963 3.7862916372 0 99.584000125 0.5059998749999949
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf964 2.47124761202 0 99.026499175 0.9952512374999998
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf965 3.80166404425 0 99.516499625 0.5735003750000033
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf966 3.85964385182 0 99.477000125 0.6129998749999942
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf967 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf968 3.86059861244 0 99.56150015 0.5284998499999972
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf969 6.14799414721 0 99.508499775 0.5815002249999935
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf970 2.50228643329 0 98.90099985 1.1835002249999889
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf971 1.99590274244 0 98.660004 1.5449939999999955
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf972 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf973 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf974 2.47124761202 0 98.536999 1.729501500000005
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf975 2.50228643329 0 98.23449995 2.1832500749999966
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf976 6.10789096832 0 99.406999775 0.683000224999995
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf977 6.14799414721 0 99.545499575 0.544500425000004
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf978 3.86059861244 0 99.61050155 0.4794984500000027
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf979 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf980 2.50228643329 0 99.4215 0.6685000000000031
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf981 3.7862916372 0 99.42750005 0.6624999499999916
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf982 3.34244261096 0 99.562499425 0.5275005749999991
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf983 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf984 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf985 2.00016617632 0 98.980003 1.064995500000002
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf986 5.92620561097 0 99.5314992 0.5585007999999988
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf987 2.78229733114 0 99.553500025 0.5364999749999925
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf988 2.47778695782 0 99.183000125 0.7604998124999867
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf989 3.86059861244 0 99.609000625 0.48099937500000467
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf990 3.86059861244 0 99.5019997 0.5880002999999988
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf991 6.30106886729 0 99.457000075 0.6329999250000015
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf992 3.84474688915 0 99.568499675 0.5215003249999995
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf993 6.14799414721 0 99.46 0.630000000000004
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf994 3.38717868509 0 99.3379988 0.5280018000000055
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf995 6.10789096832 0 99.577499425 0.5125005749999986
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf996 3.86059861244 0 99.5895003 0.5004997000000003
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf997 2.50228643329 0 99.37899965 0.4665005250000007
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf998 3.85964385182 0 99.475000975 0.6149990249999974
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf999 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1000 3.92040413524 0 99.559499525 0.530500474999991
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1001 6.30106886729 0 99.427999925 0.6620000750000031
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1002 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1003 2.50228643329 0 98.336499375 2.030250937499993
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1004 3.85964385182 0 99.4305002 0.6594998000000004
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1005 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1006 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1007 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1008 2.50228643329 0 99.2740006 0.623999100000006
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1009 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1010 5.02870270579 0 99.26250005 0.6412499249999968
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1011 2.50228643329 0 99.369499075 0.4807513875000069
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1012 5.02870270579 0 99.44500045 0.6449995500000029
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1013 2.50228643329 0 97.6395004 3.0757493999999923
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1014 5.02870270579 0 99.474500525 0.6154994750000015
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1015 3.92040413524 0 99.492000325 0.5979996749999913
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1016 3.92040413524 0 99.331499525 0.5377507124999994
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1017 6.30106886729 0 99.426500225 0.6634997749999997
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1018 3.38717868509 0 99.543499225 0.5465007749999927
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1019 3.38717868509 0 99.335999 0.531001499999995
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1020 3.92040413524 0 99.5434993 0.5465007000000043
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1021 2.50228643329 0 99.002499975 1.0312500374999871
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1022 3.38717868509 0 99.586500475 0.5034995250000037
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1023 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1024 5.02870270579 0 99.51149985 0.5785001499999908
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1025 3.85964385182 0 99.2685002 0.6322496999999885
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1026 2.81322619695 0 99.546999225 0.5430007750000044
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1027 3.38717868509 0 99.47600085 0.6139991499999923
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1028 2.81322619695 0 99.588999925 0.5010000750000018
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1029 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1030 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1031 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1032 2.50228643329 0 98.9885 1.0522499999999937
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1033 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1034 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1035 6.30106886729 0 99.516000025 0.573999975000001
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1036 6.30106886729 0 99.2645006 0.6382490999999888
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1037 6.30106886729 0 99.45900045 0.6309995499999929
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1038 2.50228643329 0 99.369999225 0.48000116249999536
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1039 2.50228643329 0 99.37249935 0.47625097499999924
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1040 5.02870270579 0 99.4795001 0.6104999000000021
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1041 2.50228643329 0 99.469000975 0.6209990249999976
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1042 6.30106886729 0 99.45850035 0.6314996500000035
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1043 2.81322619695 0 99.33899865 0.5265020250000063
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1044 3.85964385182 0 99.531499475 0.5585005249999938
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1045 3.85964385182 0 99.470500225 0.6194997750000028
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1046 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1047 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1048 2.47124761202 0 99.19199955 0.7470006749999882
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1049 2.00016617632 0 99.620003 0.4699970000000008
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1050 2.50228643329 0 99.43900005 0.6509999499999936
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1051 2.50228643329 0 99.035499225 0.9817511625000037
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1052 6.10789096832 0 99.575000075 0.5149999249999923
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1053 2.47124761202 0 99.26700025 0.6344996250000037
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1054 2.44096937877 0 99.011999775 1.0170003374999865
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1055 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1056 4.93072604433 0 99.5204999 0.5695000999999934
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1057 3.92040413524 0 99.576999675 0.5130003250000016
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1058 6.14799414721 0 99.550499275 0.5395007249999907
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1059 6.10789096832 0 99.41649995 0.6735000499999956
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1060 6.14799414721 0 99.45850075 0.6314992499999988
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1061 2.47778695782 0 99.001499775 1.0327503374999978
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1062 2.00016617632 0 99.199997 0.7350045000000023
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1063 2.50228643329 0 99.419999775 0.670000225000004
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1064 2.50228643329 0 99.01399965 1.014000524999993
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1065 3.85964385182 0 99.457500475 0.6324995249999944
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1066 4.90489779833 0 99.413499575 0.6765004249999947
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1067 2.50228643329 0 99.363998825 0.4890017625000027
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1068 2.47778695782 0 99.4510009 0.6389991000000009
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1069 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1070 2.44096937877 0 99.3414992 0.5227511999999948
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1071 3.92040413524 0 99.46549975 0.6245002499999913
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1072 6.14799414721 0 99.502499625 0.5875003749999991
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1073 5.02870270579 0 99.26700025 0.6344996250000037
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1074 6.10789096832 0 99.327999975 0.5430000375000006
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1075 3.7862916372 0 99.425500025 0.6644999749999926
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1076 3.80166404425 0 99.519499 0.5705010000000016
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1077 2.47778695782 0 99.3090006 0.5714990999999898
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1078 2.78229733114 0 99.5504996 0.5395004000000029
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1079 6.14799414721 0 99.5105 0.5795000000000045
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1080 2.47124761202 0 99.356998675 0.49950198749999686
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1081 3.92040413524 0 99.551499975 0.538500024999999
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1082 3.92040413524 0 99.5609997 0.5290003000000013
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1083 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1084 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1085 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1086 3.80166404425 0 99.5354992 0.5545007999999939
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1087 6.30106886729 0 99.42449985 0.6655001499999941
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1088 6.30106886729 0 99.510999925 0.5790000750000047
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1089 2.47778695782 0 99.405999625 0.6840003749999909
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1090 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1091 3.38717868509 0 99.54649955 0.5435004500000048
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1092 6.14799414721 0 99.4960001 0.5939998999999944
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1093 6.30106886729 0 99.46200015 0.6279998500000034
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1094 6.30106886729 0 99.263000125 0.6404998124999892
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1095 6.30106886729 0 99.469499875 0.620500125000001
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1096 2.81322619695 0 99.576999575 0.5130004249999957
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1097 3.38717868509 0 99.3319991 0.5370013499999899
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1098 3.86059861244 0 99.6120008 0.47799919999999363
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1099 5.02870270579 0 99.467000225 0.622999774999991
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1100 4.93072604433 0 99.51999945 0.5700005499999975
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1101 3.86059861244 0 99.5900002 0.499999799999992
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1102 2.50228643329 0 99.0934995 0.8947507500000071
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1103 6.14799414721 0 99.41949945 0.6705005499999942
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1104 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1105 3.7862916372 0 99.331499775 0.5377503375000003
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1106 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1107 5.92620561097 0 99.541999675 0.5480003249999982
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1108 2.77405457184 0 99.5785001 0.5114998999999983
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1109 2.50228643329 0 99.39249935 0.6975006500000035
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1110 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1111 5.02870270579 0 99.5159995 0.5740004999999911
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1112 6.14799414721 0 99.465999875 0.6240001250000035
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1113 2.50228643329 0 99.415999925 0.6740000750000036
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1114 3.34244261096 0 99.60100035 0.488999649999991
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1115 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1116 3.92040413524 0 99.328499625 0.5422505624999872
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1117 3.85964385182 0 99.52999935 0.5600006500000007
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1118 2.50228643329 0 99.098500425 0.8872493625000004
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1119 6.30106886729 0 99.458000075 0.6319999249999967
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1120 2.00016617632 0 99.519997 0.5700029999999942
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1121 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1122 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1123 6.30106886729 0 99.507499575 0.5825004250000007
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1124 3.27579123647 0 99.64050075 0.4494992499999967
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1125 6.14799414721 0 99.49900015 0.5909998499999972
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1126 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1127 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1128 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1129 3.38717868509 0 99.333498075 0.5347528875000052
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1130 3.86059861244 0 99.5950008 0.49499920000000375
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1131 2.78229733114 0 99.580499625 0.5095003749999961
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1132 3.34244261096 0 99.5804993 0.5095006999999981
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1133 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1134 3.86059861244 0 99.592499975 0.49750002500000223
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1135 3.86059861244 0 99.61300085 0.4769991499999918
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1136 6.30106886729 0 99.429000375 0.6609996249999966
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1137 1.97610564729 0 98.440002 1.8749969999999863
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1138 2.47778695782 0 99.402999625 0.687000374999991
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1139 3.80166404425 0 99.51099975 0.5790002500000014
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1140 2.81322619695 0 99.5854998 0.504500200000004
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1141 2.50228643329 0 99.038999575 0.9765006374999885
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1142 6.30106886729 0 99.4325004 0.6574996000000027
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1143 6.10789096832 0 99.4115002 0.6784997999999917
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1144 6.10789096832 0 99.332999725 0.5355004125000065
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1145 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1146 6.14799414721 0 99.428500075 0.6614999249999954
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1147 3.80166404425 0 99.567500275 0.5224997249999973
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1148 2.50228643329 0 98.29800005 2.0879999249999983
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1149 3.86059861244 0 99.4985004 0.5914996000000002
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1150 3.33055390722 0 99.43350015 0.6564998499999973
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1151 6.30106886729 0 99.477000475 0.6129995250000008
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1152 6.14799414721 0 99.495000225 0.5949997749999995
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1153 2.47778695782 0 98.9710005 1.078499249999993
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1154 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1155 2.44096937877 0 99.014999325 1.012501012499989
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1156 4.93072604433 0 99.483500225 0.6064997749999975
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1157 2.47778695782 0 99.42549995 0.6645000499999952
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1158 2.78229733114 0 99.5529994 0.5370005999999933
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1159 2.78229733114 0 99.605500375 0.48449962499999233
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1160 3.92040413524 0 99.55899965 0.5310003499999937
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1161 5.02870270579 0 99.4565008 0.6334991999999972
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1162 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1163 2.47124761202 0 99.3154995 0.5617507499999945
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1164 6.10789096832 0 99.579999725 0.5100002750000044
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1165 6.30106886729 0 99.262000125 0.6419998124999964
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1166 3.86059861244 0 99.5529991 0.5370009000000039
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1167 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1168 5.02870270579 0 99.253000425 0.6554993625000023
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1169 3.92040413524 0 99.581499875 0.508500124999992
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1170 2.50228643329 0 99.467500525 0.6224994749999923
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1171 2.50228643329 0 98.75049975 1.409250374999992
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1172 3.38717868509 0 99.5780001 0.5119999000000007
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1173 6.30106886729 0 99.467501075 0.6224989249999965
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1174 5.02870270579 0 99.473000175 0.6169998250000021
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1175 2.01610051566 0 97.879997 2.715004499999992
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1176 2.50228643329 0 99.3804997 0.46425044999999443
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1177 2.50228643329 0 99.0319994 0.9870008999999911
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1178 3.38717868509 0 99.5639997 0.5260003000000012
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1179 2.50228643329 0 99.185500475 0.7567492874999999
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1180 3.85964385182 0 99.27000015 0.6299997749999946
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1181 6.30106886729 0 99.43400015 0.6559998499999949
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1182 2.01610051566 0 97.82 2.805000000000007
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1183 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1184 2.50228643329 0 99.3659993 0.4860010499999987
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1185 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1186 2.01610051566 0 97.900002 2.6849969999999956
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1187 3.92040413524 0 99.31799965 0.55800052499999
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1188 3.92040413524 0 99.489999925 0.6000000749999913
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1189 2.50228643329 0 99.394499425 0.6955005749999913
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1190 3.92040413524 0 99.560999775 0.5290002249999987
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1191 6.30106886729 0 99.435999925 0.6540000749999934
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1192 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1193 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1194 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1195 6.30106886729 0 99.455999775 0.6340002250000026
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1196 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1197 3.85964385182 0 99.466000075 0.6239999250000011
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1198 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1199 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1200 6.30106886729 0 99.50349965 0.5865003500000029
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1201 3.38717868509 0 99.476000475 0.6139995249999913
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1202 2.50228643329 0 98.9125001 1.1662498499999927
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1203 3.92040413524 0 99.55849915 0.5315008499999948
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1204 2.50228643329 0 97.895000075 2.6924998874999986
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1205 2.50228643329 0 99.373498975 0.47475153749999066
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1206 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1207 5.02870270579 0 99.451001075 0.6389989250000042
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1208 2.50228643329 0 99.015499925 1.0117501124999961
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1209 2.50228643329 0 98.9950004 1.042499400000004
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1210 2.81322619695 0 99.5870001 0.5029999000000004
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1211 2.50228643329 0 99.468000825 0.6219991749999935
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1212 2.50228643329 0 99.44400025 0.6459997499999958
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1213 3.38717868509 0 99.581000225 0.5089997750000009
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1214 5.02870270579 0 99.519500225 0.5704997749999962
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1215 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1216 2.81322619695 0 99.5439997 0.5460002999999972
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1217 2.50228643329 0 99.472000875 0.6179991249999915
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1218 2.50228643329 0 99.36899875 0.4815018749999922
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1219 6.30106886729 0 99.263999775 0.6390003374999935
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1220 6.30106886729 0 99.45150035 0.6384996499999943
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1221 3.85964385182 0 99.2720009 0.6269986500000044
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1222 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1223 2.00016617632 0 99.660004 0.42999599999999705
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1224 2.47124761202 0 99.3569989 0.49950165000000624
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1225 2.47778695782 0 99.005000125 1.0274998125000039
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1226 3.85964385182 0 99.482000425 0.6079995750000023
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1227 2.50228643329 0 99.193499925 0.7447501125000002
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1228 5.02870270579 0 99.440000575 0.6499994249999986
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1229 3.85964385182 0 99.535499725 0.5545002750000038
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1230 3.7862916372 0 99.426000075 0.6639999249999932
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1231 6.14799414721 0 99.511999775 0.578000224999991
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1232 6.30106886729 0 99.434500575 0.6554994249999965
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1233 3.77195447337 0 99.6400006 0.4499994000000044
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1234 3.80166404425 0 99.526999625 0.5630003749999958
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1235 1.99590274244 0 99.580002 0.5099980000000045
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1236 2.47778695782 0 99.029999325 0.9900010124999881
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1237 5.02870270579 0 99.482000275 0.6079997249999934
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1238 2.47778695782 0 99.403499575 0.6865004249999999
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1239 6.10789096832 0 99.323999075 0.5490013874999917
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1240 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1241 2.77405457184 0 99.42650065 0.6634993500000036
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1242 2.50228643329 0 99.438000575 0.651999424999994
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1243 6.30106886729 0 99.243999875 0.6690001874999965
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1244 6.14799414721 0 99.4244999 0.665500099999997
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1245 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1246 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1247 2.50228643329 0 99.02999865 0.9900020250000026
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1248 3.34244261096 0 99.508000025 0.5819999749999966
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1249 2.47778695782 0 99.48050135 0.6094986500000005
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1250 2.44096937877 0 99.0244998 0.9982502999999951
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1251 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1252 2.47124761202 0 99.38599915 0.4560012749999913
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1253 6.30106886729 0 99.432500225 0.6574997749999995
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1254 3.33055390722 0 99.574000275 0.5159997249999947
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1255 5.02870270579 0 99.268000775 0.63299883749999
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1256 3.92040413524 0 99.543499525 0.5465004749999963
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1257 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1258 6.14799414721 0 99.498500225 0.591499774999997
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1259 3.85964385182 0 99.48400015 0.6059998499999978
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1260 2.50228643329 0 99.2885006 0.6022490999999874
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1261 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1262 5.92620561097 0 99.547499375 0.5425006249999967
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1263 4.93072604433 0 99.42350015 0.6664998500000024
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1264 6.30106886729 0 99.5030001 0.5869999000000036
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1265 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1266 2.00016617632 0 99.379997 0.46500449999999205
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1267 1.99590274244 0 99.099998 0.8850029999999975
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1268 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1269 6.30106886729 0 99.46300005 0.6269999499999926
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1270 2.50228643329 0 99.42400025 0.6659997499999918
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1271 2.00016617632 0 99.68 0.4099999999999909
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1272 3.38717868509 0 99.5705005 0.5194995000000034
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1273 3.86059861244 0 99.622001025 0.46799897499999477
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1274 6.14799414721 0 99.553999775 0.5360002250000037
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1275 6.14799414721 0 99.5039994 0.5860005999999999
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1276 2.81322619695 0 99.59050025 0.4994997499999926
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1277 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1278 6.14799414721 0 99.45850055 0.6314994500000012
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1279 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1280 2.50228643329 0 98.999500425 1.035749362500006
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1281 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1282 2.47124761202 0 99.37799915 0.468001275000006
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1283 4.90489779833 0 99.584500425 0.5054995749999961
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1284 3.80166404425 0 99.423000075 0.6669999249999933
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1285 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1286 5.92620561097 0 99.540499425 0.5495005750000047
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1287 6.30106886729 0 99.47250045 0.6174995499999995
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1288 3.92040413524 0 99.551499425 0.5385005749999948
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1289 2.47124761202 0 98.8219998 1.302000299999996
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1290 4.90489779833 0 99.412499525 0.6775004749999965
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1291 2.78229733114 0 99.517998175 0.5720018249999953
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1292 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1293 2.47778695782 0 99.43750055 0.652499450000002
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1294 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1295 3.38717868509 0 99.474000925 0.6159990749999992
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1296 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1297 6.10789096832 0 99.406000225 0.6839997749999981
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1298 2.47778695782 0 98.236000025 2.180999962500003
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1299 2.50228643329 0 99.004499675 1.0282504874999887
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1300 2.81322619695 0 99.585500025 0.504499974999996
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1301 2.77405457184 0 99.4325001 0.6574998999999991
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1302 2.50228643329 0 98.298500325 2.0872495124999872
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1303 3.77195447337 0 99.63650085 0.4534991499999933
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1304 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1305 2.47778695782 0 98.9780005 1.0679992500000068
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1306 2.47124761202 0 99.11650015 0.8602497750000069
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1307 6.30106886729 0 99.464500275 0.6254997249999917
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1308 3.7862916372 0 99.584499975 0.5055000249999978
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1309 3.80166404425 0 99.5214992 0.5685008000000039
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1310 2.50228643329 0 99.28400045 0.6089993250000063
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1311 6.14799414721 0 99.515500125 0.5744998749999951
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1312 3.85964385182 0 99.2660004 0.6359994000000029
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1313 2.47124761202 0 99.192499825 0.7462502624999985
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1314 2.47124761202 0 99.2194988 0.7057518000000016
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1315 6.14799414721 0 99.411000025 0.6789999749999908
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1316 6.30106886729 0 99.501499425 0.588500574999992
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1317 2.00016617632 0 99.199997 0.7350045000000023
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1318 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1319 2.50228643329 0 98.240000175 2.174999737499988
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1320 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1321 2.50228643329 0 99.466000925 0.6239990749999947
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1322 6.14799414721 0 99.503499825 0.586500174999992
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1323 2.47778695782 0 99.322 0.5519999999999925
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1324 2.50228643329 0 99.371498925 0.47775161250000053
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1325 2.47778695782 0 99.42149925 0.6685007500000012
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1326 6.30106886729 0 99.26800005 0.632999925
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1327 6.14799414721 0 99.492500075 0.5974999250000025
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1328 5.02870270579 0 99.4635003 0.6264996999999909
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1329 2.78229733114 0 99.5604995 0.5295004999999918
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1330 1.99590274244 0 98.440002 1.8749969999999863
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1331 2.50228643329 0 99.438000275 0.6519997250000046
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1332 3.92040413524 0 99.329498225 0.5407526625000045
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1333 2.50228643329 0 99.473000725 0.6169992749999921
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1334 1.97610564729 0 98.480003 1.814995500000002
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1335 6.30106886729 0 99.4390005 0.6509994999999918
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1336 6.14799414721 0 99.555500175 0.5344998249999918
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1337 4.78704248134 0 99.554999825 0.5350001750000019
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1338 2.47124761202 0 99.034499725 0.9832504124999915
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1339 2.47124761202 0 99.35549875 0.5017518750000036
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1340 2.50228643329 0 98.7550001 1.402499849999991
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1341 2.50228643329 0 98.317499175 2.0587512375000045
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1342 3.92040413524 0 99.476000275 0.6139997249999937
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1343 2.50228643329 0 99.396999175 0.6930008249999929
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1344 2.50228643329 0 99.280500325 0.6142495124999883
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1345 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1346 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1347 2.50228643329 0 98.8924994 1.1962508999999883
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1348 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1349 2.50228643329 0 99.37049845 0.47925232499999737
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1350 2.50228643329 0 98.7390001 1.426499849999999
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1351 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1352 6.30106886729 0 99.46000045 0.6299995500000023
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1353 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1354 5.02870270579 0 99.27500045 0.6224993250000068
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1355 3.92040413524 0 99.321999375 0.5520009374999901
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1356 3.85964385182 0 99.478000325 0.6119996750000013
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1357 2.50228643329 0 99.18700025 0.7544996250000011
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1358 3.38717868509 0 99.580999825 0.5090001749999914
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1359 6.30106886729 0 99.258000725 0.6479989124999932
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1360 3.85964385182 0 99.273500675 0.6247489875000056
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1361 3.85964385182 0 99.528999325 0.5610006749999968
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1362 2.01610051566 0 97.900002 2.6849969999999956
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1363 2.50228643329 0 99.386499 0.4552514999999957
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1364 2.81322619695 0 99.58850025 0.5014997500000021
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1365 3.38717868509 0 99.471000175 0.6189998249999974
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1366 6.30106886729 0 99.44 0.65
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1367 3.92040413524 0 99.54600005 0.5439999499999942
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1368 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1369 2.81322619695 0 99.331999075 0.5370013874999984
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1370 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1371 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1372 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1373 2.01610051566 0 97.620003 3.104995500000001
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1374 2.50228643329 0 98.237999725 2.1780004125000048
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1375 2.50228643329 0 99.369999825 0.48000026250000616
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1376 3.38717868509 0 99.5664995 0.5235004999999916
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1377 6.30106886729 0 99.4435005 0.6464994999999988
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1378 2.50228643329 0 98.989500525 1.0507492125000013
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1379 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1380 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1381 3.92040413524 0 99.566499725 0.5235002749999978
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1382 3.38717868509 0 99.542499525 0.5475004750000011
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1383 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1384 3.92040413524 0 99.560999575 0.529000425000001
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1385 6.30106886729 0 99.4365008 0.6534991999999932
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1386 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1387 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1388 6.30106886729 0 99.50550005 0.5844999500000029
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1389 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1390 2.00016617632 0 99.0 1.0349999999999966
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1391 2.50228643329 0 99.185499625 0.7567505624999882
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1392 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1393 6.30106886729 0 99.257000175 0.649499737499994
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1394 5.02870270579 0 99.2665001 0.6352498499999939
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1395 3.84474688915 0 99.428999625 0.6610003749999948
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1396 2.47124761202 0 99.218499125 0.7072513125000057
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1397 6.10789096832 0 99.3400001 0.5249998500000004
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1398 2.81322619695 0 99.581499675 0.5085003249999943
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1399 6.14799414721 0 99.5084996 0.5815004000000045
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1400 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1401 2.47778695782 0 99.4290001 0.6609999000000016
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1402 2.50228643329 0 99.4385002 0.6514998000000048
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1403 2.50228643329 0 99.01299965 1.0155005250000002
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1404 1.97610564729 0 99.080002 0.9149970000000067
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1405 3.86059861244 0 99.59099995 0.4990000500000008
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1406 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1407 2.47124761202 0 99.321500075 0.5527498874999921
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1408 3.92040413524 0 99.55849965 0.5315003499999961
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1409 2.47778695782 0 99.33599825 0.5310026249999922
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1410 2.44096937877 0 99.022499775 1.0012503374999966
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1411 3.86059861244 0 99.6165006 0.4734994000000029
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1412 2.47778695782 0 99.3005006 0.5842490999999868
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1413 2.81322619695 0 99.5374991 0.5525008999999926
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1414 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1415 1.99590274244 0 99.580002 0.5099980000000045
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1416 5.02870270579 0 99.469500425 0.620499574999991
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1417 6.14799414721 0 99.461499925 0.6285000749999995
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1418 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1419 2.50228643329 0 99.413499975 0.6765000250000043
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1420 3.92040413524 0 99.541999425 0.5480005749999975
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1421 2.47778695782 0 99.026499675 0.9952504875000017
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1422 6.30106886729 0 99.4355002 0.6544997999999908
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1423 2.81322619695 0 99.46250045 0.6274995500000046
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1424 2.44096937877 0 99.44600045 0.6439995499999981
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1425 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1426 2.00016617632 0 99.379997 0.46500449999999205
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1427 6.14799414721 0 99.55749925 0.5325007499999913
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1428 2.47124761202 0 99.362998825 0.49050176249998856
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1429 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1430 6.14799414721 0 99.418499925 0.6715000749999916
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1431 3.34244261096 0 99.6115011 0.4784988999999996
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1432 2.47778695782 0 99.425000225 0.6649997749999926
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1433 6.30106886729 0 99.464500175 0.625499825
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1434 6.14799414721 0 99.49900035 0.5909996499999949
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1435 2.50228643329 0 99.09000035 0.8999994750000013
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1436 2.47778695782 0 98.9905002 1.0492496999999972
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1437 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1438 6.30106886729 0 99.4660008 0.6239991999999944
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1439 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1440 6.10789096832 0 99.4094999 0.6805000999999976
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1441 3.92040413524 0 99.3284995 0.5422507499999867
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1442 6.30106886729 0 99.515500125 0.5744998749999951
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1443 2.78229733114 0 99.6075006 0.48249940000000324
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1444 2.47124761202 0 99.386499275 0.4552510874999882
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1445 4.93072604433 0 99.42349955 0.6665004499999952
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1446 3.38717868509 0 99.3259999 0.5460001499999976
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1447 3.38717868509 0 99.570499925 0.5195000750000048
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1448 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1449 6.10789096832 0 99.58400005 0.5059999499999975
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1450 3.80166404425 0 99.525999425 0.5640005750000029
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1451 3.7862916372 0 99.4165003 0.6734997000000021
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1452 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1453 6.30106886729 0 99.502499825 0.5875001749999967
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1454 2.47778695782 0 99.323499175 0.5497512375000042
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1455 2.47778695782 0 99.047999525 0.9630007125000049
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1456 6.30106886729 0 99.425499675 0.6645003250000002
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1457 2.50228643329 0 98.892999075 1.1955013874999878
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1458 2.44096937877 0 99.398499325 0.6915006749999947
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1459 2.81322619695 0 99.590000925 0.4999990749999995
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1460 3.33055390722 0 99.73649975 0.35350025000000473
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1461 2.47778695782 0 99.26500055 0.6374991750000021
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1462 6.14799414721 0 99.4905 0.5995000000000005
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1463 3.92040413524 0 99.54349955 0.5465004499999907
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1464 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1465 2.50228643329 0 99.377499075 0.46875138749999223
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1466 2.00016617632 0 99.0 1.0349999999999966
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1467 2.00016617632 0 98.580002 1.6649970000000067
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1468 2.47124761202 0 99.267000075 0.6344998874999987
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1469 2.50228643329 0 99.283000625 0.6104990624999971
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1470 2.47778695782 0 99.420999375 0.6690006250000039
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1471 2.50228643329 0 99.3724994 0.4762509000000037
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1472 6.14799414721 0 99.413499925 0.6765000750000013
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1473 1.99590274244 0 98.139999 2.325001499999992
+1 gpu conv samp 35 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1474 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1475 6.30106886729 0 99.445500575 0.6444994250000008
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1476 6.10789096832 0 99.399999175 0.6900008249999928
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1477 2.50228643329 0 98.23200065 2.1869990249999915
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1478 3.34244261096 0 99.574999975 0.5150000250000005
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1479 2.47124761202 0 99.022999675 1.0005004875000054
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1480 2.78229733114 0 99.5164984 0.5735015999999945
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1481 2.77405457184 0 99.577998975 0.5120010249999979
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1482 5.02870270579 0 99.273000325 0.6254995124999994
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1483 6.30106886729 0 99.44949995 0.6405000499999943
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1484 2.50228643329 0 98.908000625 1.172999062499997
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1485 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1486 2.81322619695 0 99.587999675 0.5020003249999917
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1487 2.00016617632 0 99.660004 0.42999599999999705
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1488 3.85964385182 0 99.2625002 0.6412496999999888
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1489 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1490 2.81322619695 0 99.331499075 0.537751387500002
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1491 3.86059861244 0 99.5910002 0.49899980000000144
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1492 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1493 2.47778695782 0 98.999500075 1.0357498874999962
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1494 3.34244261096 0 99.616000475 0.47399952499999076
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1495 3.85964385182 0 99.484999975 0.6050000250000039
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1496 3.92040413524 0 99.5539999 0.536000100000004
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1497 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1498 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1499 2.47778695782 0 99.0249994 0.9975008999999986
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1500 4.90489779833 0 99.41399985 0.6760001500000016
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1501 2.78229733114 0 99.554999075 0.535000925
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1502 5.92620561097 0 99.5504994 0.539500599999991
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1503 1.99590274244 0 99.260002 0.6449969999999965
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1504 2.47124761202 0 99.310500825 0.5692487624999885
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1505 2.81322619695 0 99.538999575 0.5510004249999924
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1506 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1507 6.30106886729 0 99.467000075 0.6229999249999963
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1508 2.47778695782 0 99.39350025 0.6964997499999953
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1509 6.10789096832 0 99.579499625 0.5105003750000009
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1510 4.93072604433 0 99.5169999 0.5730000999999959
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1511 2.50228643329 0 99.3804993 0.46425105000000144
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1512 5.02870270579 0 99.475000625 0.6149993749999908
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1513 2.47778695782 0 98.93350015 1.134749774999996
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1514 6.14799414721 0 99.503000075 0.586999924999995
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1515 5.02870270579 0 99.458999975 0.6310000250000002
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1516 2.50228643329 0 99.0304991 0.9892513499999964
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1517 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1518 3.92040413524 0 99.554498975 0.5355010249999964
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1519 3.92040413524 0 99.566999875 0.5230001250000044
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1520 6.30106886729 0 99.474499975 0.6155000249999972
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1521 3.92040413524 0 99.3329993 0.5355010500000006
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1522 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1523 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1524 6.30106886729 0 99.502499275 0.5875007249999925
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1525 6.30106886729 0 99.4525002 0.6374997999999948
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1526 2.50228643329 0 98.3025 2.0812500000000043
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1527 6.30106886729 0 99.253999525 0.6540007125000002
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1528 2.01610051566 0 97.900002 2.6849969999999956
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1529 2.50228643329 0 99.3794995 0.4657507500000051
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1530 2.81322619695 0 99.3324994 0.5362508999999918
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1531 6.30106886729 0 99.4319996 0.6580004000000003
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1532 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1533 2.50228643329 0 99.4100001 0.6799998999999929
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1534 2.01610051566 0 97.879997 2.715004499999992
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1535 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1536 5.02870270579 0 99.476500375 0.6134996249999972
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1537 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1538 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1539 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1540 2.81322619695 0 99.5905005 0.4994994999999932
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1541 2.50228643329 0 99.394999125 0.6950008749999995
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1542 2.50228643329 0 97.880498675 2.714251987499999
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1543 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1544 2.50228643329 0 99.3764997 0.47025045000000176
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1545 2.50228643329 0 99.371499825 0.4777502624999954
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1546 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1547 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1548 3.85964385182 0 99.26600075 0.6359988749999914
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1549 2.50228643329 0 97.659501225 3.045748162499997
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1550 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1551 2.50228643329 0 98.23250025 2.186249624999995
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1552 2.50228643329 0 99.00199985 1.0320002249999902
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1553 2.50228643329 0 99.37399865 0.4740020249999901
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1554 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1555 2.50228643329 0 99.102000425 0.8819993624999967
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1556 3.85964385182 0 99.4645003 0.6254997000000003
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1557 2.50228643329 0 99.281000925 0.6134986124999955
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1558 6.30106886729 0 99.4530003 0.6369996999999984
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1559 2.50228643329 0 99.187000725 0.7544989124999901
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1560 2.50228643329 0 98.898499075 1.187251387499991
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1561 2.50228643329 0 98.736500275 1.4302495875000005
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1562 3.38717868509 0 99.573999575 0.5160004249999958
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1563 5.02870270579 0 99.513499725 0.5765002749999951
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1564 2.47778695782 0 98.9680005 1.0829992499999932
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1565 3.33055390722 0 99.737999875 0.3520001249999979
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1566 2.47778695782 0 99.034999825 0.9825002624999968
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1567 2.50228643329 0 99.42649985 0.6635001499999987
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1568 2.78229733114 0 99.512998925 0.5770010749999926
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1569 2.78229733114 0 99.57799995 0.5120000499999918
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1570 4.78704248134 0 99.5660001 0.5239999000000012
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1571 3.85964385182 0 99.475500875 0.6144991250000033
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1572 2.50228643329 0 99.3974997 0.6925003000000004
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1573 6.10789096832 0 99.57150015 0.5184998499999921
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1574 2.81322619695 0 99.542499525 0.5475004750000011
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1575 2.50228643329 0 99.44250095 0.6474990500000019
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1576 6.14799414721 0 99.460000325 0.629999675000002
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1577 2.50228643329 0 99.00200005 1.0319999249999867
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1578 2.47778695782 0 99.050499675 0.9592504875000003
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1579 3.92040413524 0 99.55249935 0.5375006499999927
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1580 6.30106886729 0 99.454000825 0.6359991750000035
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1581 3.92040413524 0 99.5760004 0.5139995999999997
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1582 2.00016617632 0 99.199997 0.7350045000000023
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1583 6.14799414721 0 99.54849945 0.5415005500000035
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1584 2.47124761202 0 99.2154998 0.7117502999999914
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1585 2.81322619695 0 99.57649945 0.5135005499999977
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1586 2.73595882486 0 99.639001225 0.4509987749999965
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1587 2.47778695782 0 99.4405004 0.649499599999993
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1588 2.47124761202 0 99.503500175 0.5864998249999985
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1589 3.80166404425 0 99.47900055 0.6109994500000028
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1590 2.50228643329 0 99.404499675 0.685500325000001
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1591 2.47124761202 0 99.3180001 0.5579998499999874
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1592 3.71567552873 0 99.5499996 0.540000399999991
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1593 2.47124761202 0 99.273500675 0.6247489875000056
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1594 2.50228643329 0 99.026499175 0.9952512374999998
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1595 3.85964385182 0 99.467500875 0.6224991249999988
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1596 3.38717868509 0 99.567999575 0.522000424999996
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1597 3.34244261096 0 99.6130008 0.47699920000000307
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1598 3.80166404425 0 99.52149975 0.5685002499999939
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1599 6.10789096832 0 99.331499675 0.5377504874999914
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1600 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1601 5.02870270579 0 99.5239992 0.566000799999992
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1602 3.77195447337 0 99.628501325 0.46149867499999575
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1603 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1604 3.80166404425 0 99.5234991 0.5665009000000026
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1605 6.14799414721 0 99.500499575 0.5895004249999914
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1606 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1607 2.47124761202 0 99.386499275 0.4552510874999882
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1608 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1609 1.99590274244 0 99.599998 0.4900019999999984
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1610 2.50228643329 0 99.00950015 1.0207497750000059
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1611 2.47778695782 0 99.40549985 0.6845001499999995
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1612 3.85964385182 0 99.473500825 0.6164991749999956
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1613 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1614 3.86059861244 0 99.506499875 0.5835001249999948
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1615 2.47778695782 0 99.397499725 0.6925002749999948
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1616 5.92620561097 0 99.544999775 0.545000225000004
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1617 6.30106886729 0 99.473999525 0.6160004750000013
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1618 3.86059861244 0 99.5965 0.4934999999999917
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1619 6.14799414721 0 99.5010002 0.5889998000000048
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1620 5.02870270579 0 99.4765004 0.6134995999999916
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1621 3.38717868509 0 99.541999425 0.5480005749999975
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1622 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1623 2.78229733114 0 99.615500325 0.47449967499999846
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1624 6.30106886729 0 99.502500325 0.587499674999998
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1625 6.30106886729 0 99.43000005 0.6599999499999939
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1626 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1627 6.30106886729 0 99.26200065 0.6419990249999898
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1628 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1629 4.90489779833 0 99.586500025 0.5034999749999912
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1630 4.93072604433 0 99.510999575 0.5790004249999982
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1631 2.78229733114 0 99.614000375 0.4759996249999944
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1632 3.84474688915 0 99.43100005 0.6589999500000033
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1633 2.47778695782 0 99.2955008 0.5917487999999977
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1634 2.50228643329 0 99.184499825 0.7582502624999918
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1635 2.47778695782 0 99.329499525 0.5407507124999924
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1636 4.93072604433 0 99.52249995 0.567500050000001
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1637 3.33055390722 0 99.576000025 0.5139999749999987
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1638 3.38717868509 0 99.583000075 0.5069999249999967
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1639 3.34244261096 0 99.50749975 0.5825002500000039
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1640 3.92040413524 0 99.558499675 0.5315003250000047
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1641 3.86059861244 0 99.595000075 0.49499992499999623
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1642 2.47778695782 0 99.437500275 0.6524997249999928
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1643 2.50228643329 0 99.373499575 0.47475063750000146
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1644 1.99590274244 0 98.599998 1.6350029999999975
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1645 6.14799414721 0 99.50299975 0.587000249999997
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1646 2.47124761202 0 99.1220011 0.8519983499999881
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1647 2.81322619695 0 99.470500925 0.6194990750000017
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1648 2.47124761202 0 98.3239998 2.049000300000003
+1 gpu conv samp 35 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1649 2.00016617632 0 98.980003 1.064995500000002
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1650 2.47778695782 0 99.41799995 0.6720000500000026
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1651 3.71567552873 0 99.553999325 0.5360006749999912
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1652 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1653 2.77405457184 0 99.738499275 0.3515007250000025
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1654 5.02870270579 0 99.255999975 0.6510000375000047
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1655 2.50228643329 0 98.902999675 1.180500487499991
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1656 6.30106886729 0 99.258499925 0.6472501125000036
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1657 3.27579123647 0 99.64500205 0.44499794999999553
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1658 2.47778695782 0 98.93350115 1.1347482749999998
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1659 2.81322619695 0 99.333498825 0.5347517624999867
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1660 6.30106886729 0 99.460500425 0.6294995749999913
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1661 2.50228643329 0 99.365498975 0.4867515375000053
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1662 5.02870270579 0 99.467001175 0.6229988250000048
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1663 3.85964385182 0 99.47449985 0.6155001499999969
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1664 3.92040413524 0 99.479499575 0.6105004249999922
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1665 4.78704248134 0 99.5624994 0.5275006000000048
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1666 3.85964385182 0 99.468500375 0.6214996249999928
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1667 6.30106886729 0 99.4335002 0.6564998000000003
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1668 3.80166404425 0 99.41949975 0.6705002499999978
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1669 2.81322619695 0 99.573000475 0.5169995249999971
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1670 2.47778695782 0 99.38749925 0.4537511249999895
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1671 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1672 3.85964385182 0 99.27349995 0.6247500749999944
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1673 2.50228643329 0 99.28100055 0.6134991749999941
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1674 6.14799414721 0 99.507500275 0.5824997249999996
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1675 6.10789096832 0 99.420499775 0.6695002250000016
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1676 4.90489779833 0 99.34499945 0.517500824999992
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1677 6.10789096832 0 99.3319992 0.5370011999999988
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1678 3.38717868509 0 99.46999995 0.6200000499999959
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1679 2.47124761202 0 98.53199905 1.7370014250000025
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1680 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1681 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1682 2.78229733114 0 99.615001075 0.47499892500000274
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1683 2.47778695782 0 99.47850095 0.6114990500000005
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1684 6.30106886729 0 99.50049995 0.5895000499999924
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1685 2.50228643329 0 99.469001675 0.6209983249999965
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1686 2.00016617632 0 99.620003 0.4699970000000008
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1687 1.99590274244 0 98.440002 1.8749969999999863
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1688 6.14799414721 0 99.46750035 0.6224996500000032
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1689 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1690 4.93072604433 0 99.4275003 0.6624996999999923
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1691 6.14799414721 0 99.422500325 0.6674996749999963
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1692 3.80166404425 0 99.48150015 0.6084998499999955
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1693 6.30106886729 0 99.465000225 0.6249997750000006
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1694 2.78229733114 0 99.554499175 0.5355008249999941
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1695 2.81322619695 0 99.594500125 0.4954998750000016
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1696 2.50228643329 0 99.28250105 0.6112484250000065
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1697 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1698 3.38717868509 0 99.541999225 0.5480007749999999
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1699 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1700 6.30106886729 0 99.451500025 0.6384999749999963
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1701 3.7862916372 0 99.32999935 0.5400009750000052
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1702 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1703 2.47124761202 0 99.1944995 0.7432507499999872
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1704 2.00016617632 0 98.580002 1.6649970000000067
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1705 2.47124761202 0 98.273000575 2.1254991375000003
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1706 3.80166404425 0 99.573999925 0.5160000750000023
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1707 2.47124761202 0 98.8214997 1.3027504499999907
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1708 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1709 3.38717868509 0 99.33449965 0.5332505249999997
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1710 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1711 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1712 2.50228643329 0 98.914500175 1.1632497374999957
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1713 2.01610051566 0 97.82 2.805000000000007
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1714 6.30106886729 0 99.4310002 0.658999799999998
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1715 2.01610051566 0 98.459999 1.8450015000000022
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1716 2.50228643329 0 99.474000575 0.6159994249999926
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1717 3.92040413524 0 99.478000175 0.6119998249999924
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1718 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1719 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1720 5.02870270579 0 99.51599985 0.5740001499999977
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1721 6.30106886729 0 99.4455001 0.6444998999999939
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1722 2.50228643329 0 99.367498375 0.4837524375000015
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1723 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1724 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1725 2.50228643329 0 99.029999175 0.990001237499996
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1726 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1727 2.81322619695 0 99.4665007 0.6234993000000003
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1728 5.02870270579 0 99.4305001 0.6594998999999945
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1729 2.50228643329 0 99.09350035 0.8947494749999976
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1730 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1731 6.30106886729 0 99.2665001 0.6352498499999939
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1732 2.50228643329 0 98.74949935 1.4107509750000062
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1733 6.30106886729 0 99.467000275 0.622999724999994
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1734 3.38717868509 0 99.47200055 0.6179994499999936
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1735 2.50228643329 0 98.994999875 1.0425001874999893
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1736 2.50228643329 0 98.335499625 2.031750562500001
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1737 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1738 2.50228643329 0 99.402999975 0.6870000249999976
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1739 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1740 3.85964385182 0 99.43049945 0.6595005499999985
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1741 6.30106886729 0 99.4500003 0.6399996999999985
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1742 2.01610051566 0 99.040001 0.974998499999991
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1743 3.92040413524 0 99.53550005 0.5544999500000017
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1744 6.30106886729 0 99.503999575 0.5860004250000032
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf1745 3.38717868509 0 99.5845001 0.5054998999999981
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet_mnist/data/autotuner_data/tuner_promise_confs_batch220_single.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet_mnist/data/autotuner_data/tuner_promise_confs_batch220_single.txt
new file mode 100644
index 0000000000000000000000000000000000000000..822d30a5319da50d56e3411929f35186d3fc2de9
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet_mnist/data/autotuner_data/tuner_promise_confs_batch220_single.txt
@@ -0,0 +1,5888 @@
++++++
+conf1 1 0 99.69 0
+1 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+2 gpu conv fp32 1 add fp32 1 pool_max fp32 1 tanh fp32 1 
+3 gpu mul fp32 1 add fp32 1 tanh fp32 1 
+4 gpu mul fp32 1 add fp32 1 tanh fp32 1 
+5 gpu softmax fp32 1
+-----
++++++
+conf1 2.47778695782 0 99.4405011 0.6494988999999919
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf2 6.7963162944 0 99.247499625 0.6637505624999918
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf3 3.77195447337 0 99.475500875 0.6144991250000033
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf4 3.71656038268 0 99.55999965 0.5300003500000031
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf5 4.4071692756 0 99.52149975 0.5685002499999939
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf6 6.14799414721 0 99.5005001 0.5894999000000013
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf7 2.57685599488 0 99.380999175 0.4635012374999974
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf8 3.13161472572 0 99.57700015 0.5129998499999943
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf9 2.00016617632 0 99.68 0.4099999999999909
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf10 2.57685599488 0 99.097999925 0.8880001125000021
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf11 3.38717868509 0 99.550999225 0.5390007749999995
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf12 3.84474688915 0 99.72650005 0.36349994999999924
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf13 4.48527898013 0 99.467000825 0.6229991749999982
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf14 3.70186719231 0 99.72250035 0.3674996499999935
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf15 2.47778695782 0 98.99100065 1.048499024999991
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf16 4.62093815126 0 99.3364993 0.5302510499999968
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf17 3.09333654389 0 99.6080005 0.4819994999999949
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf18 2.55088214386 0 99.00499975 1.0275003750000025
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf19 3.97649090032 0 99.429000025 0.6609999750000043
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf20 5.92620561097 0 99.556000075 0.5339999249999977
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf21 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf22 5.22888975029 0 99.508999675 0.5810003249999994
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf23 3.13161472572 0 99.4715006 0.6184993999999989
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf24 5.98028404553 0 99.533499775 0.5565002250000021
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf25 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf26 3.84474688915 0 99.566499875 0.5235001249999925
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf27 6.7963162944 0 99.44900035 0.640999649999992
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf28 3.09333654389 0 99.5589995 0.531000499999999
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf29 3.77195447337 0 99.5525002 0.5374998000000005
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf30 5.33920664205 0 99.434000525 0.6559994749999959
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf31 6.61857279171 0 99.493500625 0.5964993750000019
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf32 2.55088214386 0 99.48100075 0.6089992499999909
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf33 6.14799414721 0 99.46299985 0.627000149999995
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf34 2.47778695782 0 99.255999775 0.6510003374999869
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf35 2.55088214386 0 99.405999975 0.6840000249999975
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf36 3.38717868509 0 99.47850045 0.6114995499999992
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf37 4.93072604433 0 99.52249925 0.5675007500000021
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf38 4.48527898013 0 99.4800001 0.6099998999999997
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf39 2.57685599488 0 99.172500625 0.7762490624999998
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf40 4.73066277039 0 99.453000075 0.6369999249999921
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf41 2.55088214386 0 99.25799985 0.6480002249999899
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf42 6.10789096832 0 99.576499825 0.5135001749999987
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf43 3.85964385182 0 99.4670006 0.622999399999992
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf44 2.44096937877 0 99.3809992 0.46350119999998896
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf45 2.57685599488 0 99.419500025 0.6704999749999928
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf46 1.99590274244 0 99.459999 0.6300010000000015
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf47 2.47778695782 0 99.38649995 0.45525007499999504
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf48 2.5439518228 0 99.1235002 0.8497497000000038
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf49 3.71656038268 0 99.572999425 0.5170005749999916
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf50 2.47778695782 0 99.4265002 0.6634997999999911
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf51 4.38652335485 0 99.335499625 0.531750562500001
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf52 2.47778695782 0 99.419999975 0.6700000250000017
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf53 2.50228643329 0 99.034499525 0.983250712499995
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf54 3.97649090032 0 99.570999775 0.5190002249999935
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf55 5.33920664205 0 99.457999875 0.632000124999999
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf56 3.95967525105 0 99.33649965 0.5302505250000067
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf57 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf58 2.47778695782 0 99.3020012 0.5819981999999868
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf59 5.92620561097 0 99.4655009 0.6244991000000027
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf60 4.64385542353 0 99.468000075 0.6219999249999916
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf61 2.57685599488 0 99.355498525 0.5017522124999942
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf62 4.73066277039 0 99.4225003 0.6674997000000019
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf63 1.99590274244 0 99.639999 0.45000099999999466
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf64 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf65 3.38717868509 0 99.333499175 0.5347512374999965
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf66 5.92620561097 0 99.476000125 0.613999874999999
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf67 2.81322619695 0 99.580499825 0.5095001749999938
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf68 2.78229733114 0 99.52199845 0.5680015499999996
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf69 3.34244261096 0 99.6135014 0.47649859999999367
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf70 3.97649090032 0 99.51250005 0.5774999499999979
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf71 6.61857279171 0 99.5040001 0.5859998999999988
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf72 6.61857279171 0 99.420500525 0.6694994750000035
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf73 6.61857279171 0 99.504999975 0.5850000249999937
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf74 3.63433700317 0 99.652501475 0.43749852500000375
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf75 6.10789096832 0 99.3409999 0.5235001499999967
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf76 4.4071692756 0 99.478000575 0.6119994250000019
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf77 2.50228643329 0 99.40099985 0.6890001499999926
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf78 3.77195447337 0 99.3255004 0.546749400000003
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf79 3.80166404425 0 99.565500025 0.524499974999992
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf80 6.57211871555 0 99.333000125 0.5354998124999995
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf81 2.50228643329 0 99.47350135 0.6164986499999913
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf82 5.79060658268 0 99.519000125 0.5709998749999926
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf83 2.50228643329 0 99.381999275 0.46200108749999913
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf84 2.47778695782 0 99.1835005 0.7597492500000058
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf85 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf86 2.55088214386 0 99.39199985 0.6980001499999929
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf87 3.85964385182 0 99.4795001 0.6104999000000021
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf88 4.38652335485 0 99.41799955 0.6720004499999931
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf89 4.93072604433 0 99.51499965 0.5750003500000048
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf90 3.13161472572 0 99.574500425 0.5154995750000012
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf91 3.09333654389 0 99.6145003 0.47549969999999464
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf92 3.92040413524 0 99.578000175 0.5119998249999981
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf93 5.33920664205 0 99.44499995 0.6450000500000016
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf94 2.47778695782 0 99.45300095 0.6369990499999943
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf95 2.50228643329 0 99.36299905 0.49050142499999794
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf96 5.02870270579 0 99.458500175 0.6314998250000002
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf97 5.75501684906 0 99.346999025 0.5145014624999931
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf98 2.57685599488 0 99.436500375 0.6534996250000035
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf99 3.33055390722 0 99.4209998 0.6690001999999936
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf100 5.59344058403 0 99.55649965 0.5335003499999914
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf101 5.79060658268 0 99.556999575 0.5330004249999917
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf102 3.7862916372 0 99.3334994 0.5347509000000059
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf103 6.30106886729 0 99.5175 0.5724999999999995
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf104 5.06758777035 0 99.552499325 0.5375006749999983
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf105 6.14799414721 0 99.499999525 0.5900004749999909
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf106 2.51187737029 0 99.4014999 0.6885000999999932
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf107 2.55088214386 0 99.39649945 0.6935005500000045
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf108 2.47124761202 0 99.1929994 0.745500899999989
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf109 4.03997047176 0 99.52149955 0.5685004499999963
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf110 3.70186719231 0 99.42099935 0.6690006499999953
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf111 2.47778695782 0 99.404999575 0.6850004249999927
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf112 3.97649090032 0 99.4600001 0.6299998999999957
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf113 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf114 3.86059861244 0 99.50650005 0.5834999499999981
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf115 2.57685599488 0 99.460000575 0.6299994250000026
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf116 5.33920664205 0 99.2685007 0.6322489499999904
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf117 5.02870270579 0 99.468000425 0.6219995749999981
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf118 4.4071692756 0 99.56599955 0.524000449999997
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf119 5.02870270579 0 99.4325 0.6574999999999932
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf120 6.61857279171 0 99.457500525 0.6324994749999974
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf121 2.00016617632 0 99.080002 0.9149970000000067
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf122 2.50228643329 0 99.4199998 0.6700001999999984
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf123 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf124 6.16535217595 0 99.58050025 0.5094997499999977
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf125 6.30106886729 0 99.45700045 0.6329995500000024
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf126 2.57685599488 0 99.407999525 0.6820004750000038
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf127 3.77195447337 0 99.6320011 0.4579989000000012
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf128 6.57211871555 0 99.3999996 0.6900003999999967
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf129 6.36224047437 0 99.264500075 0.6382498874999953
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf130 4.48527898013 0 99.52299915 0.5670008499999938
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf131 5.79060658268 0 99.416500475 0.6734995249999912
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf132 2.5439518228 0 99.32149995 0.5527500749999916
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf133 2.55088214386 0 99.4905002 0.5994997999999981
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf134 3.95967525105 0 99.4149999 0.6750000999999998
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf135 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf136 3.80166404425 0 99.421499725 0.6685002749999939
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf137 3.7862916372 0 99.419999575 0.6700004249999921
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf138 3.77195447337 0 99.570499675 0.5195003250000042
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf139 3.86059861244 0 99.6145001 0.475499899999997
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf140 2.78229733114 0 99.609500425 0.4804995750000046
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf141 5.02870270579 0 99.446999675 0.643000324999997
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf142 3.77195447337 0 99.540499625 0.5495003750000024
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf143 4.90489779833 0 99.588500425 0.5014995749999912
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf144 5.75501684906 0 99.570999975 0.5190000249999912
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf145 2.5439518228 0 99.37649915 0.4702512749999954
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf146 6.16535217595 0 99.336499425 0.5302508624999973
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf147 5.33920664205 0 99.46600045 0.6239995500000021
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf148 2.47124761202 0 99.125500425 0.8467493624999989
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf149 4.03997047176 0 99.44900065 0.6409993499999956
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf150 4.48527898013 0 99.268500375 0.6322494374999934
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf151 3.08315119118 0 99.7369988 0.3530012000000028
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf152 2.55088214386 0 99.406000225 0.6839997749999981
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf153 6.36224047437 0 99.46550055 0.6244994499999962
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf154 4.73066277039 0 99.46849975 0.6215002499999912
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf155 3.38717868509 0 99.5730001 0.5169998999999962
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf156 6.10789096832 0 99.4119995 0.6780005000000046
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf157 3.08315119118 0 99.426000325 0.6639996749999938
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf158 4.93072604433 0 99.431000325 0.6589996749999983
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf159 5.79060658268 0 99.47600065 0.6139993499999946
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf160 6.36224047437 0 99.54099985 0.549000149999992
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf161 2.50228643329 0 99.3779992 0.4680011999999891
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf162 6.7963162944 0 99.4620004 0.627999600000004
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf163 2.57685599488 0 99.37699935 0.46950097499998833
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf164 6.20621598565 0 99.471000525 0.618999475000004
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf165 6.30106886729 0 99.439 0.6510000000000048
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf166 6.36224047437 0 99.440499925 0.6495000750000003
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf167 4.29202279061 0 99.5565002 0.5334997999999956
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf168 2.57685599488 0 98.9975002 1.0387496999999897
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf169 3.85964385182 0 99.483499875 0.606500124999991
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf170 2.50228643329 0 99.2815005 0.612749249999986
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf171 6.36224047437 0 99.457000375 0.6329996249999909
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf172 6.20621598565 0 99.55249975 0.5375002500000022
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf173 3.33055390722 0 99.583999875 0.5060001249999942
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf174 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf175 5.75501684906 0 99.41749995 0.6725000499999908
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf176 6.20621598565 0 99.503500175 0.5864998249999985
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf177 3.85964385182 0 99.4360005 0.653999499999992
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf178 2.47778695782 0 99.3329996 0.535500600000006
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf179 2.55088214386 0 99.409999625 0.6800003750000002
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf180 2.57685599488 0 99.010999225 1.0185011624999873
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf181 4.64385542353 0 99.567499925 0.5225000749999907
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf182 2.47778695782 0 99.4029989 0.6870010999999977
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf183 3.38717868509 0 99.57399985 0.5160001499999908
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf184 2.77405457184 0 99.4234996 0.6665003999999982
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf185 2.50228643329 0 99.379499125 0.4657513125000037
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf186 6.14799414721 0 99.4990005 0.5909995000000038
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf187 6.7963162944 0 99.43399975 0.6560002499999996
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf188 5.33920664205 0 99.51449955 0.5755004500000013
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf189 6.30106886729 0 99.266500125 0.6352498125000068
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf190 4.93072604433 0 99.56199985 0.5280001499999912
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf191 4.73066277039 0 99.51799975 0.5720002499999964
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf192 2.57685599488 0 99.285000425 0.6074993624999863
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf193 2.5439518228 0 99.1979999 0.7380001499999977
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf194 5.92620561097 0 99.44250075 0.6474992500000042
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf195 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf196 2.47778695782 0 99.0264997 0.9952504499999932
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf197 4.48527898013 0 99.449500675 0.6404993250000018
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf198 4.64385542353 0 99.5164996 0.5735003999999947
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf199 5.19985255986 0 99.3364995 0.5302507499999933
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf200 3.34244261096 0 99.608000925 0.48199907499999883
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf201 4.73066277039 0 99.265000525 0.6374992124999892
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf202 3.97649090032 0 99.51849965 0.5715003500000023
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf203 3.97649090032 0 99.52049955 0.569500450000001
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf204 5.22888975029 0 99.508000225 0.5819997749999942
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf205 4.90489779833 0 99.42149985 0.6685001499999942
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf206 2.5439518228 0 99.492999825 0.5970001749999995
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf207 4.03997047176 0 99.46600075 0.6239992499999915
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf208 2.81322619695 0 99.589000375 0.5009996250000001
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf209 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf210 5.22888975029 0 99.5105 0.5795000000000045
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf211 2.55088214386 0 99.42599955 0.6640004499999975
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf212 2.81322619695 0 99.542999675 0.5470003249999934
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf213 2.47778695782 0 99.05800035 0.947999474999996
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf214 2.55088214386 0 99.39599955 0.6940004499999987
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf215 4.93072604433 0 99.472500675 0.6174993249999915
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf216 5.02870270579 0 99.270500225 0.629249662499987
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf217 3.86059861244 0 99.590000025 0.4999999750000029
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf218 3.88250959671 0 99.55349975 0.5365002499999975
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf219 2.50228643329 0 99.365499425 0.48675086250000277
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf220 2.55088214386 0 98.99799995 1.0380000750000065
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf221 3.80166404425 0 99.53449915 0.5555008499999957
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf222 2.00016617632 0 99.239998 0.6750029999999967
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf223 2.00016617632 0 99.519997 0.5700029999999942
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf224 2.51187737029 0 99.024499825 0.9982502624999867
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf225 3.86059861244 0 99.57049935 0.519500649999992
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf226 2.47778695782 0 99.4985004 0.5914996000000002
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf227 3.71656038268 0 99.508999525 0.5810004750000047
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf228 3.71656038268 0 99.607000725 0.48299927499999173
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf229 2.47778695782 0 99.324499325 0.5482510124999891
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf230 6.14799414721 0 99.5609996 0.5290003999999954
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf231 3.77195447337 0 99.5870001 0.5029999000000004
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf232 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf233 3.92040413524 0 99.545499775 0.5445002250000016
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf234 3.92040413524 0 99.57699935 0.5130006500000036
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf235 2.55088214386 0 98.987999875 1.0530001874999968
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf236 2.57685599488 0 99.363999075 0.48900138750000366
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf237 4.48527898013 0 99.4369996 0.6530004000000048
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf238 5.79060658268 0 99.5149995 0.5750004999999959
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf239 2.81322619695 0 99.463000675 0.6269993249999942
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf240 4.64385542353 0 99.523000025 0.566999974999996
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf241 2.81322619695 0 99.33849865 0.5272520249999886
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf242 3.95967525105 0 99.6014996 0.48850040000000094
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf243 6.36224047437 0 99.4400002 0.6499997999999977
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf244 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf245 2.78229733114 0 99.57849985 0.5115001499999977
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf246 3.92040413524 0 99.554999725 0.5350002749999959
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf247 2.50228643329 0 98.990500375 1.049249437500002
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf248 2.57685599488 0 99.272500225 0.626249662499994
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf249 2.00016617632 0 99.339996 0.5250059999999976
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf250 2.57685599488 0 99.4725001 0.6174998999999929
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf251 2.55088214386 0 99.3259999 0.5460001499999976
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf252 2.73595882486 0 99.64500115 0.44499884999999895
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf253 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf254 6.14799414721 0 99.418500325 0.6714996750000012
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf255 3.92040413524 0 99.3274997 0.5437504499999903
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf256 5.92620561097 0 99.256500075 0.6502498874999887
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf257 2.47778695782 0 99.4835009 0.6064991000000021
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf258 2.57685599488 0 99.441500975 0.648499025000001
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf259 3.86059861244 0 99.615001125 0.4749988749999915
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf260 2.57685599488 0 99.02799945 0.9930008250000029
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf261 3.85964385182 0 99.522499925 0.5675000749999924
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf262 6.61857279171 0 99.545499925 0.5445000749999963
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf263 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf264 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf265 4.90489779833 0 99.343498975 0.5197515374999924
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf266 2.55088214386 0 99.449500125 0.6404998749999976
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf267 3.38717868509 0 99.56699955 0.5230004499999922
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf268 6.16535217595 0 99.40699995 0.6830000499999983
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf269 3.13161472572 0 99.577999975 0.5120000250000004
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf270 5.02870270579 0 99.5194997 0.5705003000000005
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf271 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf272 4.03997047176 0 99.270000125 0.629999812500003
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf273 2.50228643329 0 99.436000225 0.653999774999997
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf274 6.30106886729 0 99.4565001 0.6334998999999982
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf275 4.64385542353 0 99.520499675 0.5695003250000014
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf276 6.20621598565 0 99.51049995 0.5795000500000015
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf277 5.22888975029 0 99.561499175 0.5285008250000033
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf278 2.50228643329 0 99.100999975 0.8835000375000064
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf279 6.20621598565 0 99.50749955 0.5825004499999921
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf280 2.50228643329 0 99.408499875 0.6815001249999938
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf281 2.44096937877 0 99.442000325 0.6479996750000027
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf282 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf283 4.78704248134 0 99.559999825 0.5300001749999922
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf284 6.7963162944 0 99.50250015 0.5874998499999947
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf285 4.93072604433 0 99.514499925 0.5755000750000022
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf286 2.50228643329 0 99.4350005 0.6549994999999967
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf287 4.51618813067 0 99.55749945 0.5325005500000032
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf288 5.22888975029 0 99.41699995 0.6730000499999932
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf289 4.4071692756 0 99.51849985 0.57150015
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf290 2.5439518228 0 99.19599945 0.7410008249999933
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf291 3.85964385182 0 99.27150005 0.6277499249999963
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf292 3.86059861244 0 99.5890004 0.5009995999999944
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf293 2.57685599488 0 99.377499425 0.4687508625000021
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf294 3.71656038268 0 99.59550035 0.49449965000000307
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf295 2.57685599488 0 99.360999575 0.4935006375000057
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf296 5.19985255986 0 99.40499985 0.6850001500000019
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf297 4.03997047176 0 99.44049995 0.6495000499999947
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf298 2.5439518228 0 99.282001325 0.6119980125000026
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf299 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf300 2.47778695782 0 98.968000625 1.0829990624999937
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf301 3.71656038268 0 99.624000875 0.46599912500000473
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf302 3.70186719231 0 99.567000175 0.5229998249999938
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf303 5.79060658268 0 99.507000675 0.5829993249999973
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf304 4.03997047176 0 99.4725003 0.6174997000000048
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf305 6.20621598565 0 99.42449955 0.6655004500000047
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf306 2.55088214386 0 99.171000825 0.778498762500007
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf307 3.71567552873 0 99.566999925 0.5230000749999931
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf308 2.00016617632 0 99.599998 0.4900019999999984
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf309 2.51187737029 0 99.449501 0.6404989999999998
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf310 2.47778695782 0 99.409999625 0.6800003750000002
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf311 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf312 3.92040413524 0 99.4805003 0.609499699999995
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf313 3.7862916372 0 99.593500375 0.4964996249999928
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf314 2.5439518228 0 99.2214994 0.7027508999999981
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf315 2.47778695782 0 98.999999825 1.0350002624999917
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf316 2.00016617632 0 99.360001 0.49499850000000123
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf317 3.13161472572 0 99.53799935 0.5520006499999909
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf318 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf319 2.5439518228 0 99.353998375 0.5040024374999916
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf320 2.00016617632 0 99.019997 1.0050044999999912
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf321 5.92620561097 0 99.510499825 0.5795001750000012
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf322 6.7963162944 0 99.430000375 0.6599996249999919
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf323 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf324 2.50228643329 0 99.288500125 0.6022498124999984
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf325 3.13161472572 0 99.335998525 0.531002212500006
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf326 6.36224047437 0 99.513500075 0.5764999250000017
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf327 2.55088214386 0 99.386498775 0.4552518374999863
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf328 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf329 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf330 6.57211871555 0 99.56999995 0.5200000500000016
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf331 5.92620561097 0 99.4315001 0.6584999000000039
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf332 6.30106886729 0 99.432499925 0.6575000749999959
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf333 2.55088214386 0 99.500499575 0.5895004249999914
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf334 6.57211871555 0 99.3380004 0.5279993999999988
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf335 6.30106886729 0 99.4234996 0.6665003999999982
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf336 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf337 2.47778695782 0 99.0089999 1.0215001499999872
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf338 4.73066277039 0 99.511499475 0.578500525000004
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf339 5.92620561097 0 99.42850015 0.6614998499999928
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf340 6.10789096832 0 99.337999325 0.528001012499999
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf341 2.00016617632 0 99.639999 0.45000099999999466
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf342 3.77195447337 0 99.642001075 0.4479989250000017
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf343 5.98028404553 0 99.551499675 0.5385003249999954
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf344 2.47778695782 0 99.443499975 0.6465000250000031
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf345 4.62093815126 0 99.58099945 0.5090005500000047
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf346 3.80166404425 0 99.565000275 0.524999724999995
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf347 2.50228643329 0 99.4395002 0.6504998000000001
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf348 2.00016617632 0 98.419998 1.9050029999999865
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf349 2.5439518228 0 99.21349975 0.7147503750000013
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf350 6.57211871555 0 99.5695004 0.5204996000000023
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf351 2.47778695782 0 99.02399955 0.9990006749999978
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf352 2.81322619695 0 99.337498225 0.5287526624999899
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf353 4.48527898013 0 99.4734996 0.6165004000000011
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf354 2.78229733114 0 99.551499625 0.5385003749999925
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf355 4.93072604433 0 99.473499625 0.6165003749999954
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf356 3.84474688915 0 99.427999575 0.6620004249999966
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf357 3.95967525105 0 99.333499625 0.534750562499994
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf358 3.80166404425 0 99.4210003 0.6689996999999949
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf359 6.30106886729 0 99.4224998 0.6675002000000007
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf360 3.7862916372 0 99.329999175 0.5400012375000003
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf361 2.81322619695 0 99.46900045 0.620999550000002
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf362 4.38652335485 0 99.335999375 0.5310009374999964
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf363 2.55088214386 0 99.264999825 0.6375002624999908
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf364 6.61857279171 0 99.55200015 0.53799985
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf365 5.79060658268 0 99.471500275 0.6184997250000009
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf366 2.5439518228 0 99.48699985 0.6030001499999941
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf367 3.77195447337 0 99.55600025 0.533999750000001
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf368 6.36224047437 0 99.253000075 0.6554998874999924
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf369 5.02870270579 0 99.4630002 0.6269998000000016
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf370 6.7963162944 0 99.447499725 0.6425002749999976
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf371 6.10789096832 0 99.574500175 0.5154998250000006
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf372 2.50228643329 0 99.382000175 0.461999737499994
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf373 3.34244261096 0 99.613501175 0.4764988250000016
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf374 6.14799414721 0 99.4234998 0.6665001999999959
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf375 2.5439518228 0 98.316499775 2.060250337500001
+1 gpu conv samp 35 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf376 3.92040413524 0 99.54199925 0.5480007499999943
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf377 5.22888975029 0 99.508000375 0.5819996250000031
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf378 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf379 4.03997047176 0 99.4290005 0.660999499999997
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf380 3.77195447337 0 99.579999825 0.5100001749999962
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf381 3.85964385182 0 99.46100045 0.6289995499999975
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf382 4.4071692756 0 99.519999425 0.5700005750000031
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf383 3.63433700317 0 99.644001375 0.44599862499999576
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf384 6.61857279171 0 99.49999985 0.590000150000003
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf385 2.5439518228 0 99.35599865 0.5010020249999911
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf386 6.61857279171 0 99.503999925 0.5860000749999955
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf387 6.16535217595 0 99.412499275 0.6775007249999959
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf388 3.97649090032 0 99.555499475 0.5345005249999929
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf389 5.33920664205 0 99.46450045 0.625499549999995
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf390 2.47124761202 0 99.383499 0.45975149999999587
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf391 3.77195447337 0 99.335499475 0.5317507874999876
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf392 6.61857279171 0 99.460500025 0.629499974999996
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf393 6.36224047437 0 99.441499775 0.6485002250000008
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf394 5.59344058403 0 99.55299965 0.5370003499999939
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf395 6.36224047437 0 99.5040001 0.5859998999999988
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf396 3.08315119118 0 99.56949995 0.520500050000004
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf397 4.93072604433 0 99.556999875 0.5330001249999953
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf398 2.50228643329 0 99.284500025 0.6082499624999969
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf399 2.47124761202 0 99.31950005 0.5557499249999935
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf400 6.10789096832 0 99.412999875 0.6770001250000007
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf401 2.5439518228 0 99.284500375 0.6082494375000067
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf402 2.55088214386 0 98.27499985 2.122500224999996
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf403 3.34244261096 0 99.51049965 0.5795003499999979
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf404 5.22888975029 0 99.512500025 0.5774999750000035
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf405 5.92620561097 0 99.272500625 0.626249062499987
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf406 2.55088214386 0 99.416999825 0.6730001749999929
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf407 2.50228643329 0 98.888500375 1.2022494374999866
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf408 3.97649090032 0 99.417999375 0.672000625000004
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf409 3.85964385182 0 99.437500625 0.6524993749999993
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf410 2.50228643329 0 99.46800095 0.6219990499999938
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf411 4.93072604433 0 99.516499975 0.5735000249999956
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf412 4.64385542353 0 99.558999325 0.5310006749999957
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf413 2.50228643329 0 99.366999125 0.4845013124999866
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf414 4.48527898013 0 99.27900015 0.6164997749999941
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf415 5.75501684906 0 99.582499775 0.5075002249999955
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf416 6.14799414721 0 99.503999875 0.5860001249999925
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf417 4.73066277039 0 99.42850035 0.6614996500000047
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf418 5.79060658268 0 99.5514997 0.538500300000004
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf419 2.50228643329 0 98.90149975 1.1827503749999977
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf420 1.99590274244 0 99.440002 0.6499979999999909
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf421 2.5439518228 0 99.380999675 0.4635004874999993
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf422 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf423 2.55088214386 0 99.040499575 0.9742506374999991
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf424 2.5439518228 0 99.119001075 0.8564983874999967
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf425 6.30106886729 0 99.4704999 0.6195001000000048
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf426 3.97649090032 0 99.463000875 0.6269991249999919
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf427 5.02870270579 0 99.279499875 0.615750187499998
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf428 3.86059861244 0 99.55900015 0.5309998499999949
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf429 2.55088214386 0 99.40249965 0.687500350000002
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf430 2.47778695782 0 99.033499525 0.9847507125000021
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf431 1.99590274244 0 99.400002 0.6899979999999971
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf432 2.81322619695 0 99.5774999 0.5125000999999912
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf433 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf434 3.38717868509 0 99.569500275 0.520499725000002
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf435 2.55088214386 0 98.984499925 1.058250112500005
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf436 6.57211871555 0 99.41049985 0.6795001500000041
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf437 2.57685599488 0 98.3014998 2.0827502999999936
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf438 3.92040413524 0 99.48750085 0.6024991499999942
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf439 4.73066277039 0 99.268000275 0.6329995874999881
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf440 4.90489779833 0 99.42150015 0.6684998499999978
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf441 2.5439518228 0 99.314000025 0.5639999624999987
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf442 2.51187737029 0 99.0054997 1.0267504499999944
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf443 6.14799414721 0 99.55700005 0.5329999499999986
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf444 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf445 2.57685599488 0 99.2825003 0.6112495500000037
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf446 2.47124761202 0 98.8115005 1.3177492500000056
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf447 2.78229733114 0 99.60900025 0.4809997500000037
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf448 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf449 2.57685599488 0 99.0224999 1.001250149999997
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf450 3.97649090032 0 99.51849985 0.57150015
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf451 3.80166404425 0 99.481500675 0.6084993249999912
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf452 2.47778695782 0 99.476501075 0.6134989249999961
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf453 2.57685599488 0 99.40400015 0.6859998499999961
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf454 6.16535217595 0 99.57800005 0.5119999499999978
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf455 6.7963162944 0 99.43149955 0.6585004499999997
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf456 6.16535217595 0 99.3334992 0.5347511999999881
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf457 2.57685599488 0 98.3189993 2.0565010499999943
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf458 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf459 2.51187737029 0 99.4385002 0.6514998000000048
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf460 4.48527898013 0 99.527499525 0.5625004750000017
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf461 6.20621598565 0 99.499999475 0.5900005250000021
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf462 2.5439518228 0 98.809000625 1.3214990625000027
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf463 4.90489779833 0 99.3339999 0.5340001500000042
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf464 3.84474688915 0 99.57100005 0.5189999500000028
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf465 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf466 6.7963162944 0 99.2584997 0.6472504499999943
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf467 6.61857279171 0 99.43000025 0.6599997499999916
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf468 5.22888975029 0 99.51450005 0.5754999500000025
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf469 2.57685599488 0 99.277500725 0.6187489125000027
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf470 2.55088214386 0 98.95650025 1.1002496249999894
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf471 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf472 5.02870270579 0 99.47649985 0.6135001500000016
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf473 6.20621598565 0 99.456000575 0.6339994249999933
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf474 5.79060658268 0 99.4119998 0.678000199999994
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf475 6.20621598565 0 99.4235003 0.6664996999999971
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf476 2.00016617632 0 99.559998 0.5300020000000046
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf477 2.50228643329 0 99.391498725 0.6985012749999925
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf478 2.55088214386 0 99.321500125 0.5527498124999966
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf479 3.92040413524 0 99.574499775 0.515500224999991
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf480 6.7963162944 0 99.50149975 0.5885002500000042
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf481 2.78229733114 0 99.61500085 0.4749991499999965
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf482 4.64385542353 0 99.51899995 0.5710000500000035
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf483 3.86059861244 0 99.604000675 0.4859993250000031
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf484 5.19985255986 0 99.580500375 0.509499624999998
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf485 2.47124761202 0 99.2139993 0.7140010500000002
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf486 2.50228643329 0 98.319499875 2.0557501874999886
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf487 2.57685599488 0 99.026999275 0.9945010875000051
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf488 3.85964385182 0 99.267500325 0.6337495124999961
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf489 1.99590274244 0 98.940002 1.1249969999999863
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf490 2.57685599488 0 99.3614989 0.4927516499999953
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf491 2.47778695782 0 98.26250005 2.141249924999997
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf492 3.95967525105 0 99.5879999 0.502000099999998
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf493 3.92040413524 0 99.561499525 0.5285004749999956
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf494 4.93072604433 0 99.5169992 0.573000799999997
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf495 2.57685599488 0 98.72399965 1.4490005250000024
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf496 4.03997047176 0 99.26750035 0.6337494749999877
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf497 2.00016617632 0 99.379997 0.46500449999999205
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf498 2.5439518228 0 99.20499985 0.7275002250000071
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf499 3.84474688915 0 99.72549965 0.3645003499999945
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf500 4.51618813067 0 99.5604993 0.5295006999999942
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf501 3.95967525105 0 99.411999625 0.6780003749999907
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf502 5.33920664205 0 99.450000925 0.6399990750000001
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf503 3.92040413524 0 99.562499325 0.5275006749999932
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf504 2.55088214386 0 99.474500675 0.6154993249999962
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf505 6.30106886729 0 99.268999325 0.6315010125000029
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf506 3.86059861244 0 99.612500925 0.47749907499999156
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf507 3.86059861244 0 99.50949945 0.5805005499999908
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf508 5.33920664205 0 99.26700055 0.6344991749999878
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf509 2.55088214386 0 98.9395005 1.1257492500000055
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf510 2.57685599488 0 99.3634994 0.4897509000000042
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf511 2.47778695782 0 98.987000525 1.054499212499998
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf512 6.30106886729 0 99.5064999 0.5835001000000034
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf513 4.03997047176 0 99.463000375 0.6269996250000048
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf514 6.14799414721 0 99.493500275 0.5964997249999954
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf515 6.20621598565 0 99.51799935 0.5720006500000011
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf516 2.50228643329 0 98.747499825 1.4137502624999883
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf517 5.06758777035 0 99.539499625 0.5505003749999929
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf518 5.33920664205 0 99.474000775 0.6159992250000045
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf519 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf520 2.47778695782 0 99.42150005 0.6684999499999918
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf521 3.38717868509 0 99.3224999 0.5512501500000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf522 4.62093815126 0 99.338999375 0.5265009374999963
+1 gpu conv samp 34 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf523 2.57685599488 0 99.097500525 0.8887492124999952
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf524 2.50228643329 0 99.008999525 1.021500712500007
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf525 2.47778695782 0 99.1829998 0.7605002999999897
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf526 5.92620561097 0 99.543499475 0.5465005249999934
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf527 6.61857279171 0 99.49699995 0.5930000499999949
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf528 3.80166404425 0 99.515499425 0.5745005749999962
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf529 2.47778695782 0 99.042499675 0.9712504874999937
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf530 2.50228643329 0 99.37299885 0.47550172499999377
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf531 4.64385542353 0 99.424999925 0.6650000750000032
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf532 2.50228643329 0 99.372999525 0.4755007125000006
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf533 1.99590274244 0 98.599998 1.6350029999999975
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf534 5.02870270579 0 99.449499375 0.6405006249999957
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf535 3.88250959671 0 99.554000025 0.5359999750000043
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf536 3.08315119118 0 99.72599995 0.3640000499999957
+1 gpu conv samp 33 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf537 4.78704248134 0 99.564499975 0.5255000249999938
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf538 2.50228643329 0 99.092500375 0.8962494374999963
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf539 6.36224047437 0 99.5414994 0.5485005999999913
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf540 2.55088214386 0 99.173000725 0.7754989125000051
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf541 2.55088214386 0 98.207499625 2.223750562500001
+1 gpu conv perf 23 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf542 2.5439518228 0 99.0289995 0.9915007500000002
+1 gpu conv samp 36 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf543 3.85964385182 0 99.462500375 0.627499624999993
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf544 5.79060658268 0 99.508000025 0.5819999749999966
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf545 4.93072604433 0 99.42049995 0.6695000499999907
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf546 4.29202279061 0 99.5639995 0.5260005000000035
+1 gpu conv fp16 1 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf547 2.55088214386 0 99.298499575 0.5872506375000057
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf548 3.86059861244 0 99.570500025 0.5194999749999966
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf549 6.7963162944 0 99.459000275 0.6309997250000038
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf550 6.20621598565 0 99.5074999 0.5825000999999986
+1 gpu conv perf 25 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf551 6.14799414721 0 99.508500275 0.5814997249999948
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf552 6.7963162944 0 99.42750015 0.6624998499999976
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf553 6.20621598565 0 99.5584997 0.531500299999999
+1 gpu conv perf 29 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf554 2.55088214386 0 99.388499675 0.4522504874999882
+1 gpu conv perf 24 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf555 3.92040413524 0 99.324499525 0.5482507125000069
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf556 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf557 3.86059861244 0 99.583500325 0.5064996749999949
+1 gpu conv perf 30 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf558 2.78229733114 0 99.51749825 0.572501749999995
+1 gpu conv perf 28 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf559 4.48527898013 0 99.4650002 0.624999799999992
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf560 3.13161472572 0 99.329499575 0.5407506374999969
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf561 2.57685599488 0 99.369498875 0.4807516874999891
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf562 2.81322619695 0 99.597000425 0.49299957499999325
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf563 5.33920664205 0 99.4605002 0.6294997999999993
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf564 6.7963162944 0 99.454500075 0.6354999249999992
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf565 4.73066277039 0 99.520499175 0.5695008250000001
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf566 2.50228643329 0 97.89149975 2.6977503750000054
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf567 2.50228643329 0 99.444000275 0.6459997250000044
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf568 2.57685599488 0 98.99899945 1.0365008249999974
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf569 2.01610051566 0 99.0 1.0349999999999966
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf570 3.92040413524 0 99.573499575 0.5165004249999982
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf571 6.36224047437 0 99.441499825 0.6485001750000038
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf572 3.77195447337 0 99.31999955 0.5550006749999881
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf573 2.01610051566 0 99.519997 0.5700029999999942
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf574 2.01610051566 0 98.0 2.5349999999999966
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf575 2.50228643329 0 99.37149915 0.4777512749999886
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf576 2.50228643329 0 99.2860005 0.6059992499999964
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf577 2.50228643329 0 99.44100045 0.6489995499999935
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf578 2.81322619695 0 99.469000975 0.6209990249999976
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf579 6.36224047437 0 99.4460002 0.6439997999999975
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf580 2.01610051566 0 99.099998 0.8850029999999975
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf581 2.01610051566 0 99.32 0.5550000000000068
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf582 3.38717868509 0 99.5824997 0.5075002999999981
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf583 3.85964385182 0 99.47850095 0.6114990500000005
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf584 5.33920664205 0 99.473500525 0.616499474999992
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf585 2.57685599488 0 99.4610008 0.6289992000000041
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf586 2.50228643329 0 97.649001025 3.0614984624999906
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf587 2.50228643329 0 98.9994999 1.0357501499999913
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf588 3.38717868509 0 99.585500725 0.5044992749999949
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf589 2.01610051566 0 97.760002 2.8949969999999965
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf590 2.01610051566 0 97.900002 2.6849969999999956
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf591 2.57685599488 0 99.0359988 0.9810017999999943
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf592 2.57685599488 0 99.439000625 0.6509993749999922
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf593 2.01610051566 0 97.620003 3.104995500000001
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf594 2.01610051566 0 99.620003 0.4699970000000008
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf595 2.50228643329 0 98.7414999 1.422750150000006
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf596 2.01610051566 0 97.82 2.805000000000007
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf597 5.33920664205 0 99.43200015 0.6579998500000045
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf598 5.92620561097 0 99.445 0.6450000000000046
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf599 5.02870270579 0 99.4440004 0.6459996000000047
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf600 6.36224047437 0 99.470000675 0.6199993250000034
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf601 2.50228643329 0 99.41950015 0.6704998499999931
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf602 4.73066277039 0 99.446999975 0.6430000250000006
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf603 4.48527898013 0 99.4805003 0.609499699999995
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf604 3.13161472572 0 99.57349995 0.5165000499999991
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf605 6.30106886729 0 99.4230005 0.6669994999999972
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf606 2.57685599488 0 99.472000525 0.6179994749999992
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf607 4.73066277039 0 99.472 0.6180000000000035
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf608 5.02870270579 0 99.520999475 0.5690005250000013
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf609 2.01610051566 0 99.400002 0.6899979999999971
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf610 4.73066277039 0 99.26550005 0.6367499249999966
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf611 2.01610051566 0 99.220001 0.7049985000000021
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf612 3.92040413524 0 99.5585006 0.5314993999999956
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf613 5.33920664205 0 99.257 0.6494999999999891
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf614 2.57685599488 0 99.019500225 1.0057496624999942
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf615 4.03997047176 0 99.473000425 0.6169995750000027
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf616 4.48527898013 0 99.4760001 0.6139999000000046
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf617 5.02870270579 0 99.470500125 0.6194998749999968
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf618 5.02870270579 0 99.469500375 0.6204996250000022
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf619 2.57685599488 0 99.3729995 0.4755007499999877
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf620 6.7963162944 0 99.26299995 0.6405000750000056
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf621 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf622 2.57685599488 0 99.4455 0.6445000000000022
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf623 2.01610051566 0 99.580002 0.5099980000000045
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf624 2.57685599488 0 98.894499925 1.1932501124999888
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf625 6.30106886729 0 99.453500225 0.6364997749999987
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf626 2.81322619695 0 99.5449997 0.5450002999999924
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf627 2.50228643329 0 99.40899965 0.6810003499999994
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf628 6.30106886729 0 99.460500625 0.6294993750000032
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf629 2.57685599488 0 98.8919993 1.1970010500000043
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf630 3.92040413524 0 99.545499225 0.5445007749999974
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf631 5.92620561097 0 99.266500125 0.6352498125000068
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf632 3.38717868509 0 99.3304993 0.5392510499999972
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf633 2.50228643329 0 99.37649925 0.4702511250000043
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf634 2.50228643329 0 99.18549985 0.7567502249999976
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf635 2.50228643329 0 97.9579998 2.5980003000000025
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf636 2.01610051566 0 98.480003 1.814995500000002
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf637 2.50228643329 0 99.386499425 0.4552508625000016
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf638 2.01610051566 0 98.839996 1.2750059999999976
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf639 5.02870270579 0 99.437000225 0.6529997749999922
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf640 2.81322619695 0 99.578500325 0.5114996750000046
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf641 2.50228643329 0 98.3239996 2.0490006000000065
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf642 6.30106886729 0 99.498499875 0.5915001250000046
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf643 4.03997047176 0 99.4390005 0.6509994999999918
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf644 3.92040413524 0 99.316999875 0.5595001875000065
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf645 2.01610051566 0 99.480003 0.6099970000000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf646 2.50228643329 0 99.27950065 0.6157490249999924
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf647 2.01610051566 0 99.459999 0.6300010000000015
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf648 2.57685599488 0 97.878499025 2.717251462500002
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf649 6.36224047437 0 99.46100015 0.6289998499999939
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf650 2.01610051566 0 97.699997 2.9850045000000023
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf651 2.01610051566 0 99.540001 0.549998999999994
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf652 2.01610051566 0 99.599998 0.4900019999999984
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf653 2.01610051566 0 98.959999 1.0950015000000022
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf654 5.92620561097 0 99.4569999 0.6330000999999982
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf655 2.57685599488 0 99.266500325 0.6352495125000033
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf656 3.13161472572 0 99.579499825 0.5105001749999986
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf657 2.01610051566 0 98.18 2.2649999999999864
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf658 2.57685599488 0 98.2215007 2.202748949999986
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf659 2.81322619695 0 99.590000575 0.49999942499999295
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf660 2.57685599488 0 97.950000075 2.6099998874999883
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf661 2.57685599488 0 99.175999825 0.7710002624999888
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf662 2.57685599488 0 99.3644998 0.48825029999999003
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf663 2.01610051566 0 99.559998 0.5300020000000046
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf664 2.57685599488 0 98.337999575 2.0280006375
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf665 2.57685599488 0 99.3804991 0.46425135000000495
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf666 6.7963162944 0 99.49299965 0.5970003499999962
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf667 5.92620561097 0 99.513500075 0.5764999250000017
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf668 4.48527898013 0 99.524999925 0.5650000749999947
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf669 3.85964385182 0 99.473000375 0.6169996249999997
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf670 4.03997047176 0 99.4490007 0.6409992999999986
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf671 3.85964385182 0 99.53549905 0.5545009499999992
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf672 4.03997047176 0 99.47100035 0.6189996500000007
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf673 3.85964385182 0 99.4680003 0.6219996999999978
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf674 3.77195447337 0 99.56099965 0.5290003499999983
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf675 4.73066277039 0 99.45050015 0.6394998500000014
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf676 3.38717868509 0 99.545499325 0.5445006750000033
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf677 3.13161472572 0 99.4750006 0.6149993999999964
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf678 2.57685599488 0 97.62400035 3.0989994749999923
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf679 2.50228643329 0 99.47150095 0.6184990499999913
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf680 2.50228643329 0 98.297999825 2.088000262499989
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf681 2.57685599488 0 99.417500325 0.6724996749999917
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf682 2.01610051566 0 98.440002 1.8749969999999863
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf683 4.48527898013 0 99.4639998 0.6260002000000014
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf684 2.50228643329 0 99.473501175 0.6164988250000022
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf685 2.50228643329 0 99.368 0.4830000000000041
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf686 2.57685599488 0 98.73399925 1.4340011250000018
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf687 3.85964385182 0 99.269000825 0.6314987624999873
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf688 5.33920664205 0 99.5154996 0.5745003999999995
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf689 3.38717868509 0 99.4760001 0.6139999000000046
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf690 6.30106886729 0 99.44300025 0.6469997500000005
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf691 4.73066277039 0 99.45850055 0.6314994500000012
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf692 3.77195447337 0 99.582999775 0.5070002249999931
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf693 2.50228643329 0 99.03049945 0.9892508250000063
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf694 2.01610051566 0 98.900002 1.1849969999999956
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf695 2.57685599488 0 99.3689987 0.48150194999998774
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf696 6.7963162944 0 99.43299975 0.6570002500000044
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf697 3.38717868509 0 99.5629995 0.5270004999999941
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf698 4.48527898013 0 99.428500425 0.661499575000002
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf699 2.01610051566 0 99.080002 0.9149970000000067
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf700 2.50228643329 0 98.90549945 1.1767508250000063
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf701 2.81322619695 0 99.334498375 0.5332524375000034
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf702 4.03997047176 0 99.526499175 0.5635008249999999
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf703 2.01610051566 0 98.540001 1.724998499999991
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf704 3.85964385182 0 99.437500375 0.6524996249999987
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf705 5.92620561097 0 99.46749985 0.6225001500000019
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf706 3.77195447337 0 99.54699895 0.5430010499999952
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf707 2.01610051566 0 98.120003 2.354995500000001
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf708 6.30106886729 0 99.265 0.6374999999999957
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf709 2.01610051566 0 97.879997 2.715004499999992
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf710 3.13161472572 0 99.591500275 0.4984997249999964
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf711 6.36224047437 0 99.26650015 0.6352497749999984
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf712 3.13161472572 0 99.543499225 0.5465007749999927
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf713 2.01610051566 0 99.160004 0.7949939999999955
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf714 2.50228643329 0 99.097500225 0.8887496624999898
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf715 5.92620561097 0 99.471999375 0.618000625000002
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf716 2.01610051566 0 99.68 0.4099999999999909
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf717 2.50228643329 0 99.0050001 1.027499849999991
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf718 2.57685599488 0 98.3044998 2.0782502999999934
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf719 4.03997047176 0 99.2690006 0.6314990999999992
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf720 3.13161472572 0 99.339998875 0.5250016874999872
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf721 2.50228643329 0 98.887998975 1.2030015374999934
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf722 6.36224047437 0 99.50550005 0.5844999500000029
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf723 2.57685599488 0 98.899499525 1.1857507125000026
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf724 3.77195447337 0 99.58400025 0.5059997499999952
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 4 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf725 5.33920664205 0 99.4505002 0.6394998000000044
+1 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf726 2.57685599488 0 99.397999825 0.6920001749999983
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf727 4.48527898013 0 99.2640007 0.6389989500000013
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf728 5.02870270579 0 99.26750035 0.6337494749999877
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf729 6.7963162944 0 99.4540009 0.6359991000000008
+1 gpu conv perf 22 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf730 2.01610051566 0 99.660004 0.42999599999999705
+1 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf731 6.7963162944 0 99.429999925 0.6600000749999936
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf732 2.57685599488 0 99.281500125 0.6127498125000059
+1 gpu conv samp 31 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv samp 32 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf733 2.57685599488 0 99.0864994 0.9052509000000057
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 gpu conv perf 21 add fp16 1 pool_max fp16 1 tanh fp16 1 
+3 promise swing_level 6 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf734 3.92040413524 0 99.556999775 0.5330002250000035
+1 gpu conv perf 27 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
++++++
+conf735 3.92040413524 0 99.47550035 0.6144996499999934
+1 gpu conv perf 26 add fp16 1 pool_max fp16 1 tanh fp16 1 
+2 promise swing_level 3 
+3 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+4 gpu mul fp16 1 add fp16 1 tanh fp16 1 
+5 gpu softmax fp16 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet_mnist/src/lenet_loop.cpp b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet_mnist/src/lenet_loop.cpp
index f3b20f01121f667562a2ef72d99e3f518ee84af6..88f302256933bae34169fa051559ef42adfd321b 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet_mnist/src/lenet_loop.cpp
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/lenet_mnist/src/lenet_loop.cpp
@@ -321,7 +321,7 @@ int main(){
 
 
   int batch_size = 500;
-  int test_input_size = 10000;
+  int test_input_size = 5000;
   int batch_count = test_input_size / batch_size;
 
   startMemTracking();
@@ -334,7 +334,7 @@ int main(){
 
     void* input = readInputBatch(input_path.c_str(), 0,
                                  start, end, 
-                                 3, 32, 32);
+                                 1, 28, 28);
      
     args->input = input;
     args->input_bytes = 0;
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/Makefile b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/Makefile
index b5cf2abaa0101bc0515bdd5e7658343b56307e6a..1b1941b74beea7046a2fdc419955571da9832ce1 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/Makefile
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/Makefile
@@ -1,6 +1,7 @@
 DNN_BENCHMARK_ROOT = $(LLVM_SRC_ROOT)/test/VISC/DNN_Benchmarks
 # NOTE: can configure build directory
-HPVM_BUILD_DIR = $(LLVM_SRC_ROOT)/../build_hpvm/
+#HPVM_BUILD_DIR = $(LLVM_SRC_ROOT)/../build_hpvm/
+HPVM_BUILD_DIR = $(LLVM_BUILD_ROOT)
 
 CC = $(HPVM_BUILD_DIR)/bin/clang++
 OPT = $(HPVM_BUILD_DIR)/bin/opt
@@ -15,6 +16,8 @@ APP = mobilenet
 TENSOR_INCLUDE_DIR = $(DNN_BENCHMARK_ROOT)/common/include
 TENSOR_RT_INCLUDE_DIR = $(LLVM_SRC_ROOT)/projects/hpvm-tensor-rt/tensor_runtime/include
 TENSOR_LIB_DIR = $(LLVM_SRC_ROOT)/projects/hpvm-tensor-rt/lib/libtensor_runtime.a
+PROFILER_LIB_DIR = $(LLVM_SRC_ROOT)/projects/gpu_profiler/lib/libgpu_profiler.a
+SOC_SIMULATOR_LIB_DIR = $(LLVM_SRC_ROOT)/projects/soc_simulator/lib/libpromise_profiler.a
 TENSOR_AUTOTUNER_DIR = $(LLVM_SRC_ROOT)/projects/hpvm-tensor-rt/lib/libtensor_autotuner.a
 
 CC_FLAGS = -I $(LLVM_INCLUDE_DIR) -I $(TENSOR_INCLUDE_DIR) -I $(TENSOR_RT_INCLUDE_DIR) -I $(CUDA_INCLUDE_PATH)  -fno-exceptions -ffast-math -std=c++11 -O3
@@ -27,10 +30,14 @@ HPVM_LIB_DIR = $(HPVM_BUILD_DIR)/lib
 VISC_OPTFLAGS = -load  $(HPVM_LIB_DIR)/LLVMBuildDFG.so -load $(HPVM_LIB_DIR)/LLVMInPlaceDFGAnalysis.so -load  $(HPVM_LIB_DIR)/LLVMDFG2LLVM_CUDNN.so -load  $(HPVM_LIB_DIR)/LLVMDFG2LLVM_X86.so -load  $(HPVM_LIB_DIR)/LLVMClearDFG.so -inplace -dfg2llvm-cudnn -dfg2llvm-x86 -clearDFG
 
 
-QUANT_FILE_PATH=/home/hsharif3/Gitlab/hpvm/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/data/quant_ranges.txt
+PROMISE_QUANT_FILE_PATH=$(LLVM_SRC_ROOT)/test/VISC/DNN_Benchmarks/benchmarks/$(APP)/data/quant_ranges.txt
 
-VISC_OPTFLAGS2 = -load  $(HPVM_LIB_DIR)/LLVMBuildDFG.so -load $(HPVM_LIB_DIR)/LLVMInPlaceDFGAnalysis.so -load  $(HPVM_LIB_DIR)/LLVMDFG2LLVM_PROMISE.so  -load  $(HPVM_LIB_DIR)/LLVMDFG2LLVM_CUDNN.so    -load  $(HPVM_LIB_DIR)/LLVMDFG2LLVM_X86.so -load  $(HPVM_LIB_DIR)/LLVMFuseHPVMTensorNodes.so  -load  $(HPVM_LIB_DIR)/LLVMClearDFG.so   -inplace -hpvm-fuse -dfg2llvm-promise  -quantization-levels-filename=$(QUANT_FILE_PATH) -dfg2llvm-cudnn  -dfg2llvm-x86 -clearDFG
+VISC_OPTFLAGS2 = -load  $(HPVM_LIB_DIR)/LLVMBuildDFG.so -load $(HPVM_LIB_DIR)/LLVMInPlaceDFGAnalysis.so -load  $(HPVM_LIB_DIR)/LLVMDFG2LLVM_PROMISE.so  -load  $(HPVM_LIB_DIR)/LLVMDFG2LLVM_CUDNN.so    -load  $(HPVM_LIB_DIR)/LLVMDFG2LLVM_X86.so -load  $(HPVM_LIB_DIR)/LLVMFuseHPVMTensorNodes.so  -load  $(HPVM_LIB_DIR)/LLVMClearDFG.so   -inplace -hpvm-fuse -dfg2llvm-promise  -quantization-levels-filename=$(PROMISE_QUANT_FILE_PATH) -dfg2llvm-cudnn  -dfg2llvm-x86 -clearDFG
 
+WRAPPER_API_QUANT_FILE_PATH=$(LLVM_SRC_ROOT)/test/VISC/DNN_Benchmarks/benchmarks/$(APP)/data/quant_ranges_rt.txt
+CONF_FILE_PATH=$(LLVM_SRC_ROOT)/test/VISC/DNN_Benchmarks/benchmarks/$(APP)/data/tuner_confs_base.txt
+
+VISC_OPTFLAGS3 = -load  $(HPVM_LIB_DIR)/LLVMBuildDFG.so -load $(HPVM_LIB_DIR)/LLVMInPlaceDFGAnalysis.so -load  $(HPVM_LIB_DIR)/LLVMDFG2LLVM_WrapperAPI.so    -load  $(HPVM_LIB_DIR)/LLVMDFG2LLVM_X86.so -load  $(HPVM_LIB_DIR)/LLVMFuseHPVMTensorNodes.so  -load  $(HPVM_LIB_DIR)/LLVMClearDFG.so   -inplace -hpvm-fuse -dfg2llvm-wrapperapi -quantization-levels-filename=$(WRAPPER_API_QUANT_FILE_PATH) -configuration-inputs-filename=$(CONF_FILE_PATH) -dfg2llvm-x86 -clearDFG
 
 
 TARGET = $(BUILD_DIR)/$(APP).opt.bc
@@ -45,18 +52,25 @@ default: $(BUILD_DIR) $(TARGET)
 $(BUILD_DIR)/%.ll: $(SRC_DIR)/%.cpp
 	$(CC) $(CC_FLAGS) -emit-llvm src/$(APP).cpp -S -o  $(BUILD_DIR)/$(APP).ll  
 	$(CC) $(CC_FLAGS) -emit-llvm src/$(APP)_promise.cpp -S -o $(BUILD_DIR)/$(APP)_promise.ll
+	$(CC) $(CC_FLAGS) -emit-llvm src/$(APP)_loop.cpp -S -o  $(BUILD_DIR)/$(APP)_loop.ll  
 
 
 $(BUILD_DIR)/%.opt.bc: $(BUILD_DIR)/%.ll
 	$(OPT) -load LLVMGenVISC.so -genvisc -globaldce  $(BUILD_DIR)/$(APP).ll -S -o  $(BUILD_DIR)/$(APP).visc.ll
 	$(OPT) -load LLVMGenVISC.so -genvisc -globaldce  $(BUILD_DIR)/$(APP)_promise.ll -S -o  $(BUILD_DIR)/$(APP)_promise.visc.ll
+	$(OPT) -load LLVMGenVISC.so -genvisc -globaldce  $(BUILD_DIR)/$(APP)_loop.ll -S -o  $(BUILD_DIR)/$(APP)_loop.visc.ll
 	$(OPT) $(VISC_OPTFLAGS)  $(BUILD_DIR)/$(APP).visc.ll  -o  $(BUILD_DIR)/$(APP)_cudnn.bc
-	$(OPT) $(VISC_OPTFLAGS2) $(BUILD_DIR)/$(APP)_promise.visc.ll  -o  $(BUILD_DIR)/$(APP)_promise.bc
+	#$(OPT) $(VISC_OPTFLAGS2) $(BUILD_DIR)/$(APP)_promise.visc.ll  -o  $(BUILD_DIR)/$(APP)_promise.bc
+	$(OPT) $(VISC_OPTFLAGS3) $(BUILD_DIR)/$(APP)_promise.visc.ll  -o  $(BUILD_DIR)/$(APP)_wrapperapi.bc
+	$(OPT) $(VISC_OPTFLAGS3) $(BUILD_DIR)/$(APP)_loop.visc.ll  -o  $(BUILD_DIR)/$(APP)_loop_wrapperapi.bc
 	$(LLVM_LINK) $(BUILD_DIR)/$(APP)_cudnn.bc $(VISC_RT_PATH) -o $(BUILD_DIR)/$(APP)_cudnn_linked.bc
-	$(LLVM_LINK) $(BUILD_DIR)/$(APP)_promise.bc $(VISC_RT_PATH) -o $(BUILD_DIR)/$(APP)_promise_linked.bc
-	$(CC) $(BUILD_DIR)/$(APP)_cudnn_linked.bc $(TENSOR_LIB_DIR) -o $(BUILD_DIR)/$(APP)_cudnn_linked $(LINKER_FLAGS)
-	$(CC) $(BUILD_DIR)/$(APP)_promise_linked.bc $(TENSOR_LIB_DIR) -o $(BUILD_DIR)/$(APP)_promise_linked $(LINKER_FLAGS)
-	#$(CC) $(BUILD_DIR)/$(APP)_cudnn_linked.bc $(TENSOR_AUTOTUNER_DIR) -o $(BUILD_DIR)/lenet_tune $(LINKER_FLAGS)
+	#$(LLVM_LINK) $(BUILD_DIR)/$(APP)_promise.bc $(VISC_RT_PATH) -o $(BUILD_DIR)/$(APP)_promise_linked.bc
+	$(LLVM_LINK) $(BUILD_DIR)/$(APP)_wrapperapi.bc $(VISC_RT_PATH) -o $(BUILD_DIR)/$(APP)_wrapperapi_linked.bc
+	$(LLVM_LINK) $(BUILD_DIR)/$(APP)_loop_wrapperapi.bc $(VISC_RT_PATH) -o $(BUILD_DIR)/$(APP)_loop_wrapperapi_linked.bc
+	$(CC) $(BUILD_DIR)/$(APP)_cudnn_linked.bc $(TENSOR_LIB_DIR) $(PROFILER_LIB_DIR) $(SOC_SIMULATOR_LIB_DIR) -o $(BUILD_DIR)/$(APP)_cudnn_linked $(LINKER_FLAGS)
+	#$(CC) $(BUILD_DIR)/$(APP)_promise_linked.bc $(TENSOR_LIB_DIR) $(PROFILER_LIB_DIR) $(SOC_SIMULATOR_LIB_DIR) -o $(BUILD_DIR)/$(APP)_promise_linked $(LINKER_FLAGS)
+	$(CC) $(BUILD_DIR)/$(APP)_wrapperapi_linked.bc $(TENSOR_LIB_DIR) $(PROFILER_LIB_DIR) $(SOC_SIMULATOR_LIB_DIR) -o $(BUILD_DIR)/$(APP)_wrapperapi_linked $(LINKER_FLAGS)
+	$(CC) $(BUILD_DIR)/$(APP)_loop_wrapperapi_linked.bc $(TENSOR_LIB_DIR) $(PROFILER_LIB_DIR) $(SOC_SIMULATOR_LIB_DIR) -o $(BUILD_DIR)/$(APP)_loop_wrapperapi_linked $(LINKER_FLAGS)
 
 $(BUILD_DIR):
 	mkdir -p $@
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/data/autotuner_data/tuner_confs_batch220.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/data/autotuner_data/tuner_confs_batch220.txt
index f41cf972dca890ddd9b93e0a905e395dc648eb54..4a14a5f2e45c83a2960deccbcd0296a6d9a2f2bc 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/data/autotuner_data/tuner_confs_batch220.txt
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/data/autotuner_data/tuner_confs_batch220.txt
@@ -1,87 +1,87 @@
 +++++
 conf1 1 0 83.5 0
 1 gpu conv fp32 1 
-2 gpu batchnorm fp16 1 
-3 gpu relu fp16 1 
-4 gpu group_conv fp16 1 
-5 gpu batchnorm fp16 1 
-6 gpu relu fp16 1 
+2 gpu batchnorm fp32 1 
+3 gpu relu fp32 1 
+4 gpu group_conv fp32 1 
+5 gpu batchnorm fp32 1 
+6 gpu relu fp32 1 
 7 gpu conv fp32 1 
-8 gpu batchnorm fp16 1 
-9 gpu relu fp16 1 
-10 gpu group_conv fp16 1 
-11 gpu batchnorm fp16 1 
-12 gpu relu fp16 1 
+8 gpu batchnorm fp32 1 
+9 gpu relu fp32 1 
+10 gpu group_conv fp32 1 
+11 gpu batchnorm fp32 1 
+12 gpu relu fp32 1 
 13 gpu conv fp32 1 
-14 gpu batchnorm fp16 1 
-15 gpu relu fp16 1 
-16 gpu group_conv fp16 1 
-17 gpu batchnorm fp16 1 
-18 gpu relu fp16 1 
+14 gpu batchnorm fp32 1 
+15 gpu relu fp32 1 
+16 gpu group_conv fp32 1 
+17 gpu batchnorm fp32 1 
+18 gpu relu fp32 1 
 19 gpu conv fp32 1 
-20 gpu batchnorm fp16 1 
-21 gpu relu fp16 1 
-22 gpu group_conv fp16 1 
-23 gpu batchnorm fp16 1 
-24 gpu relu fp16 1 
+20 gpu batchnorm fp32 1 
+21 gpu relu fp32 1 
+22 gpu group_conv fp32 1 
+23 gpu batchnorm fp32 1 
+24 gpu relu fp32 1 
 25 gpu conv fp32 1 
-26 gpu batchnorm fp16 1 
-27 gpu relu fp16 1 
-28 gpu group_conv fp16 1 
-29 gpu batchnorm fp16 1 
-30 gpu relu fp16 1 
+26 gpu batchnorm fp32 1 
+27 gpu relu fp32 1 
+28 gpu group_conv fp32 1 
+29 gpu batchnorm fp32 1 
+30 gpu relu fp32 1 
 31 gpu conv fp32 1 
-32 gpu batchnorm fp16 1 
-33 gpu relu fp16 1 
-34 gpu group_conv fp16 1 
-35 gpu batchnorm fp16 1 
-36 gpu relu fp16 1 
+32 gpu batchnorm fp32 1 
+33 gpu relu fp32 1 
+34 gpu group_conv fp32 1 
+35 gpu batchnorm fp32 1 
+36 gpu relu fp32 1 
 37 gpu conv fp32 1 
-38 gpu batchnorm fp16 1 
-39 gpu relu fp16 1 
-40 gpu group_conv fp16 1 
-41 gpu batchnorm fp16 1 
-42 gpu relu fp16 1 
+38 gpu batchnorm fp32 1 
+39 gpu relu fp32 1 
+40 gpu group_conv fp32 1 
+41 gpu batchnorm fp32 1 
+42 gpu relu fp32 1 
 43 gpu conv fp32 1 
-44 gpu batchnorm fp16 1 
-45 gpu relu fp16 1 
-46 gpu group_conv fp16 1 
-47 gpu batchnorm fp16 1 
-48 gpu relu fp16 1 
+44 gpu batchnorm fp32 1 
+45 gpu relu fp32 1 
+46 gpu group_conv fp32 1 
+47 gpu batchnorm fp32 1 
+48 gpu relu fp32 1 
 49 gpu conv fp32 1 
-50 gpu batchnorm fp16 1 
-51 gpu relu fp16 1 
-52 gpu group_conv fp16 1 
-53 gpu batchnorm fp16 1 
-54 gpu relu fp16 1 
+50 gpu batchnorm fp32 1 
+51 gpu relu fp32 1 
+52 gpu group_conv fp32 1 
+53 gpu batchnorm fp32 1 
+54 gpu relu fp32 1 
 55 gpu conv fp32 1 
-56 gpu batchnorm fp16 1 
-57 gpu relu fp16 1 
-58 gpu group_conv fp16 1 
-59 gpu batchnorm fp16 1 
-60 gpu relu fp16 1 
+56 gpu batchnorm fp32 1 
+57 gpu relu fp32 1 
+58 gpu group_conv fp32 1 
+59 gpu batchnorm fp32 1 
+60 gpu relu fp32 1 
 61 gpu conv fp32 1 
-62 gpu batchnorm fp16 1 
-63 gpu relu fp16 1 
-64 gpu group_conv fp16 1 
-65 gpu batchnorm fp16 1 
-66 gpu relu fp16 1 
+62 gpu batchnorm fp32 1 
+63 gpu relu fp32 1 
+64 gpu group_conv fp32 1 
+65 gpu batchnorm fp32 1 
+66 gpu relu fp32 1 
 67 gpu conv fp32 1 
-68 gpu batchnorm fp16 1 
-69 gpu relu fp16 1 
-70 gpu group_conv fp16 1 
-71 gpu batchnorm fp16 1 
-72 gpu relu fp16 1 
+68 gpu batchnorm fp32 1 
+69 gpu relu fp32 1 
+70 gpu group_conv fp32 1 
+71 gpu batchnorm fp32 1 
+72 gpu relu fp32 1 
 73 gpu conv fp32 1 
-74 gpu batchnorm fp16 1 
-75 gpu relu fp16 1 
-76 gpu group_conv fp16 1 
-77 gpu batchnorm fp16 1 
-78 gpu relu fp16 1 
+74 gpu batchnorm fp32 1 
+75 gpu relu fp32 1 
+76 gpu group_conv fp32 1 
+77 gpu batchnorm fp32 1 
+78 gpu relu fp32 1 
 79 gpu conv fp32 1 
-80 gpu batchnorm fp16 1 
-81 gpu relu fp16 1 
-82 gpu pool_mean fp16 1 
+80 gpu batchnorm fp32 1 
+81 gpu relu fp32 1 
+82 gpu pool_mean fp32 1 
 83 gpu mul fp32 1 add fp32 1 
 84 gpu softmax fp32 1
 -----
@@ -169,8 +169,8 @@ conf1 1.66592032533 0 82.900002 0.899996999999999
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf2 1.66766290747 0 82.860001 0.9599985000000046
@@ -256,8 +256,8 @@ conf2 1.66766290747 0 82.860001 0.9599985000000046
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf3 1.66670139642 0 82.900002 0.899996999999999
@@ -343,8 +343,8 @@ conf3 1.66670139642 0 82.900002 0.899996999999999
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf4 1.66748320027 0 82.940002 0.8399969999999897
@@ -430,8 +430,8 @@ conf4 1.66748320027 0 82.940002 0.8399969999999897
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf5 1.66826573791 0 82.940002 0.8399969999999897
@@ -517,8 +517,8 @@ conf5 1.66826573791 0 82.940002 0.8399969999999897
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf6 1.55813665736 0 82.900002 0.899996999999999
@@ -604,8 +604,8 @@ conf6 1.55813665736 0 82.900002 0.899996999999999
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf7 1.62488529847 0 82.979996 0.7800060000000002
@@ -691,8 +691,8 @@ conf7 1.62488529847 0 82.979996 0.7800060000000002
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf8 1.66748320027 0 83.080002 0.6299970000000101
@@ -778,8 +778,8 @@ conf8 1.66748320027 0 83.080002 0.6299970000000101
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf9 1.62414291979 0 82.979996 0.7800060000000002
@@ -865,8 +865,8 @@ conf9 1.62414291979 0 82.979996 0.7800060000000002
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf10 1.63389893891 0 83.12001 0.5699850000000097
@@ -952,8 +952,8 @@ conf10 1.63389893891 0 83.12001 0.5699850000000097
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf11 1.63332068534 0 83.119995 0.5700074999999956
@@ -1039,8 +1039,8 @@ conf11 1.63332068534 0 83.119995 0.5700074999999956
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf12 1.66826573791 0 83.080002 0.6299970000000101
@@ -1126,8 +1126,8 @@ conf12 1.66826573791 0 83.080002 0.6299970000000101
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf13 1.66345526231 0 83.019997 0.7200044999999946
@@ -1213,8 +1213,8 @@ conf13 1.66345526231 0 83.019997 0.7200044999999946
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf14 1.62414291979 0 82.860001 0.9599985000000046
@@ -1300,8 +1300,8 @@ conf14 1.62414291979 0 82.860001 0.9599985000000046
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf15 1.66867727615 0 83.219994 0.6800060000000002
@@ -1387,8 +1387,8 @@ conf15 1.66867727615 0 83.219994 0.6800060000000002
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf16 1.6939272698 0 82.360001 1.7099985000000046
@@ -1474,8 +1474,8 @@ conf16 1.6939272698 0 82.360001 1.7099985000000046
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf17 1.69125907336 0 82.979996 0.7800060000000002
@@ -1561,8 +1561,8 @@ conf17 1.69125907336 0 82.979996 0.7800060000000002
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf18 1.66267723003 0 82.880005 0.9299925000000044
@@ -1648,8 +1648,8 @@ conf18 1.66267723003 0 82.880005 0.9299925000000044
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf19 1.69414545349 0 82.259995 1.8600074999999947
@@ -1735,8 +1735,8 @@ conf19 1.69414545349 0 82.259995 1.8600074999999947
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf20 1.66846560269 0 83.039993 0.6900105000000067
@@ -1822,8 +1822,8 @@ conf20 1.66846560269 0 83.039993 0.6900105000000067
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf21 1.69333845447 0 82.360001 1.7099985000000046
@@ -1909,8 +1909,8 @@ conf21 1.69333845447 0 82.360001 1.7099985000000046
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf22 1.68774460395 0 82.239998 1.890003
@@ -1996,8 +1996,8 @@ conf22 1.68774460395 0 82.239998 1.890003
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf23 1.69063951413 0 82.899994 0.9000089999999901
@@ -2083,8 +2083,8 @@ conf23 1.69063951413 0 82.899994 0.9000089999999901
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf24 1.66867727615 0 83.659996 0.24000399999999333
@@ -2170,8 +2170,8 @@ conf24 1.66867727615 0 83.659996 0.24000399999999333
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf25 1.69454924151 0 82.519997 1.4700044999999946
@@ -2257,8 +2257,8 @@ conf25 1.69454924151 0 82.519997 1.4700044999999946
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf26 1.68718051806 0 83.020004 0.7199939999999998
@@ -2344,8 +2344,8 @@ conf26 1.68718051806 0 83.020004 0.7199939999999998
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf27 1.69495322205 0 82.379997 1.6800044999999955
@@ -2431,8 +2431,8 @@ conf27 1.69495322205 0 82.379997 1.6800044999999955
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf28 1.66267723003 0 83.100006 0.5999910000000099
@@ -2518,8 +2518,8 @@ conf28 1.66267723003 0 83.100006 0.5999910000000099
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf29 1.66867727615 0 83.119995 0.5700074999999956
@@ -2605,8 +2605,8 @@ conf29 1.66867727615 0 83.119995 0.5700074999999956
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf30 1.69374185785 0 82.239998 1.890003
@@ -2692,8 +2692,8 @@ conf30 1.69374185785 0 82.239998 1.890003
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf31 1.64669056053 0 82.880005 0.9299925000000044
@@ -2779,8 +2779,8 @@ conf31 1.64669056053 0 82.880005 0.9299925000000044
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf32 1.69166148649 0 82.800003 1.0499954999999943
@@ -2866,8 +2866,8 @@ conf32 1.69166148649 0 82.800003 1.0499954999999943
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf33 1.66867727615 0 83.219994 0.6800060000000002
@@ -2953,8 +2953,8 @@ conf33 1.66867727615 0 83.219994 0.6800060000000002
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf34 1.6939272698 0 82.240005 1.8899925000000053
@@ -3040,8 +3040,8 @@ conf34 1.6939272698 0 82.240005 1.8899925000000053
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf35 1.69290255882 0 82.259995 1.8600074999999947
@@ -3127,8 +3127,8 @@ conf35 1.69290255882 0 82.259995 1.8600074999999947
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf36 1.64980944683 0 82.32 1.7700000000000102
@@ -3214,8 +3214,8 @@ conf36 1.64980944683 0 82.32 1.7700000000000102
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf37 1.66750316607 0 83.379997 0.520002999999997
@@ -3301,8 +3301,8 @@ conf37 1.66750316607 0 83.379997 0.520002999999997
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf38 1.58532838785 0 82.259995 1.8600074999999947
@@ -3388,8 +3388,8 @@ conf38 1.58532838785 0 82.259995 1.8600074999999947
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf39 1.6384977922 0 83.060005 0.6599924999999942
@@ -3475,8 +3475,8 @@ conf39 1.6384977922 0 83.060005 0.6599924999999942
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf40 1.69312047859 0 82.219994 1.9200090000000003
@@ -3562,8 +3562,8 @@ conf40 1.69312047859 0 82.219994 1.9200090000000003
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf41 1.66867727615 0 82.720001 1.1699985000000055
@@ -3649,8 +3649,8 @@ conf41 1.66867727615 0 82.720001 1.1699985000000055
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf42 1.58568196474 0 82.280006 1.8299909999999997
@@ -3736,8 +3736,8 @@ conf42 1.58568196474 0 82.280006 1.8299909999999997
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf43 1.67188008661 0 83.060005 0.6599924999999942
@@ -3823,8 +3823,8 @@ conf43 1.67188008661 0 83.060005 0.6599924999999942
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf44 1.68426507974 0 82.300003 1.7999954999999943
@@ -3910,8 +3910,8 @@ conf44 1.68426507974 0 82.300003 1.7999954999999943
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf45 1.67470064441 0 81.800003 2.5499954999999943
@@ -3997,8 +3997,8 @@ conf45 1.67470064441 0 81.800003 2.5499954999999943
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf46 1.5655260791 0 82.060005 2.159992499999994
@@ -4084,8 +4084,8 @@ conf46 1.5655260791 0 82.060005 2.159992499999994
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf47 1.72373997515 0 82.240005 1.8899925000000053
@@ -4171,8 +4171,8 @@ conf47 1.72373997515 0 82.240005 1.8899925000000053
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf48 1.71832409894 0 82.400002 1.649996999999999
@@ -4258,8 +4258,8 @@ conf48 1.71832409894 0 82.400002 1.649996999999999
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf49 1.70069521045 0 83.080002 0.6299970000000101
@@ -4345,8 +4345,8 @@ conf49 1.70069521045 0 83.080002 0.6299970000000101
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf50 1.67391205968 0 82.18 1.9799999999999898
@@ -4432,8 +4432,8 @@ conf50 1.67391205968 0 82.18 1.9799999999999898
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf51 1.72248712959 0 81.920006 2.369990999999999
@@ -4519,8 +4519,8 @@ conf51 1.72248712959 0 81.920006 2.369990999999999
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf52 1.66577380924 0 82.18 1.9799999999999898
@@ -4606,8 +4606,8 @@ conf52 1.66577380924 0 82.18 1.9799999999999898
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf53 1.72415799543 0 81.539993 2.9400105000000067
@@ -4693,8 +4693,8 @@ conf53 1.72415799543 0 81.539993 2.9400105000000067
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf54 1.69663672592 0 82.559998 1.4100030000000103
@@ -4780,8 +4780,8 @@ conf54 1.69663672592 0 82.559998 1.4100030000000103
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf55 1.7199868941 0 82.320007 1.769989499999994
@@ -4867,8 +4867,8 @@ conf55 1.7199868941 0 82.320007 1.769989499999994
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf56 1.67391205968 0 81.800003 2.5499954999999943
@@ -4954,8 +4954,8 @@ conf56 1.67391205968 0 81.800003 2.5499954999999943
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf57 1.72415799543 0 82.240005 1.8899925000000053
@@ -5041,8 +5041,8 @@ conf57 1.72415799543 0 82.240005 1.8899925000000053
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf58 1.67369905614 0 82.440002 1.5899969999999897
@@ -5128,8 +5128,8 @@ conf58 1.67369905614 0 82.440002 1.5899969999999897
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf59 1.69988196097 0 82.459999 1.5600015000000056
@@ -5215,8 +5215,8 @@ conf59 1.69988196097 0 82.459999 1.5600015000000056
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf60 1.72332215751 0 82.540001 1.4399984999999944
@@ -5302,8 +5302,8 @@ conf60 1.72332215751 0 82.540001 1.4399984999999944
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf61 1.56656092908 0 82.440002 1.5899969999999897
@@ -5389,8 +5389,8 @@ conf61 1.56656092908 0 82.440002 1.5899969999999897
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf62 1.66577380924 0 82.819992 1.0200120000000013
@@ -5476,8 +5476,8 @@ conf62 1.66577380924 0 82.819992 1.0200120000000013
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf63 1.72415799543 0 81.599998 2.850003000000001
@@ -5563,8 +5563,8 @@ conf63 1.72415799543 0 81.599998 2.850003000000001
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf64 1.61121417569 0 81.899994 2.40000899999999
@@ -5650,8 +5650,8 @@ conf64 1.61121417569 0 81.899994 2.40000899999999
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf65 1.72081949906 0 82.360001 1.7099985000000046
@@ -5737,8 +5737,8 @@ conf65 1.72081949906 0 82.360001 1.7099985000000046
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf66 1.64082797814 0 82.240005 1.8899925000000053
@@ -5824,8 +5824,8 @@ conf66 1.64082797814 0 82.240005 1.8899925000000053
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf67 1.67470064441 0 81.500008 2.999988000000009
@@ -5911,8 +5911,8 @@ conf67 1.67470064441 0 81.500008 2.999988000000009
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf68 1.69663672592 0 82.040001 2.1899984999999944
@@ -5998,8 +5998,8 @@ conf68 1.69663672592 0 82.040001 2.1899984999999944
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf69 1.72415799543 0 81.860001 2.4599985000000046
@@ -6085,8 +6085,8 @@ conf69 1.72415799543 0 81.860001 2.4599985000000046
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf70 1.67470064441 0 82.639999 1.2900014999999954
@@ -6172,8 +6172,8 @@ conf70 1.67470064441 0 82.639999 1.2900014999999954
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf71 1.67470064441 0 82.639999 1.2900014999999954
@@ -6259,8 +6259,8 @@ conf71 1.67470064441 0 82.639999 1.2900014999999954
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf72 1.72309639446 0 82.379997 1.6800044999999955
@@ -6346,8 +6346,8 @@ conf72 1.72309639446 0 82.379997 1.6800044999999955
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf73 1.67786242745 0 82.180008 1.9799879999999987
@@ -6433,8 +6433,8 @@ conf73 1.67786242745 0 82.180008 1.9799879999999987
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf74 1.72332215751 0 82.759995 1.1100074999999947
@@ -6520,8 +6520,8 @@ conf74 1.72332215751 0 82.759995 1.1100074999999947
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf75 1.7199868941 0 82.099998 2.100003000000001
@@ -6607,8 +6607,8 @@ conf75 1.7199868941 0 82.099998 2.100003000000001
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf76 1.56621582711 0 82.419998 1.6200029999999899
@@ -6694,8 +6694,8 @@ conf76 1.56621582711 0 82.419998 1.6200029999999899
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf77 1.72332215751 0 82.579994 1.3800090000000012
@@ -6781,8 +6781,8 @@ conf77 1.72332215751 0 82.579994 1.3800090000000012
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf78 1.7216529105 0 82.400002 1.649996999999999
@@ -6868,8 +6868,8 @@ conf78 1.7216529105 0 82.400002 1.649996999999999
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf79 1.72332215751 0 82.540001 1.4399984999999944
@@ -6955,8 +6955,8 @@ conf79 1.72332215751 0 82.540001 1.4399984999999944
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf80 1.72373997515 0 81.580002 2.87999700000001
@@ -7042,8 +7042,8 @@ conf80 1.72373997515 0 81.580002 2.87999700000001
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf81 1.72373997515 0 82.0 2.25
@@ -7129,8 +7129,8 @@ conf81 1.72373997515 0 82.0 2.25
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf82 1.70069521045 0 82.18 1.9799999999999898
@@ -7216,8 +7216,8 @@ conf82 1.70069521045 0 82.18 1.9799999999999898
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf83 1.72415799543 0 82.020004 2.219994
@@ -7303,8 +7303,8 @@ conf83 1.72415799543 0 82.020004 2.219994
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf84 1.72415799543 0 81.860001 2.4599985000000046
@@ -7390,8 +7390,8 @@ conf84 1.72415799543 0 81.860001 2.4599985000000046
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf85 1.72309639446 0 82.199997 1.9500045000000057
@@ -7477,8 +7477,8 @@ conf85 1.72309639446 0 82.199997 1.9500045000000057
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf86 1.56621582711 0 81.659996 2.76000599999999
@@ -7564,8 +7564,8 @@ conf86 1.56621582711 0 81.659996 2.76000599999999
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf87 1.66865728222 0 82.080002 2.12999700000001
@@ -7651,8 +7651,8 @@ conf87 1.66865728222 0 82.080002 2.12999700000001
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf88 1.67391205968 0 81.659996 2.76000599999999
@@ -7738,8 +7738,8 @@ conf88 1.67391205968 0 81.659996 2.76000599999999
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf89 1.69641790012 0 82.639999 1.2900014999999954
@@ -7825,8 +7825,8 @@ conf89 1.69641790012 0 82.639999 1.2900014999999954
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf90 1.67470064441 0 82.379997 1.6800044999999955
@@ -7912,8 +7912,8 @@ conf90 1.67470064441 0 82.379997 1.6800044999999955
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf91 1.70069521045 0 82.139999 2.0400014999999954
@@ -7999,8 +7999,8 @@ conf91 1.70069521045 0 82.139999 2.0400014999999954
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf92 1.67430625919 0 81.680008 2.7299879999999987
@@ -8086,8 +8086,8 @@ conf92 1.67430625919 0 81.680008 2.7299879999999987
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf93 1.72267888872 0 81.580002 2.87999700000001
@@ -8173,8 +8173,8 @@ conf93 1.72267888872 0 81.580002 2.87999700000001
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf94 1.56794285911 0 81.68 2.7299999999999898
@@ -8260,8 +8260,8 @@ conf94 1.56794285911 0 81.68 2.7299999999999898
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf95 1.72081949906 0 82.159996 2.01000599999999
@@ -8347,8 +8347,8 @@ conf95 1.72081949906 0 82.159996 2.01000599999999
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf96 1.70069521045 0 82.18 1.9799999999999898
@@ -8434,8 +8434,8 @@ conf96 1.70069521045 0 82.18 1.9799999999999898
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf97 1.66167014075 0 82.880005 0.9299925000000044
@@ -8521,8 +8521,8 @@ conf97 1.66167014075 0 82.880005 0.9299925000000044
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf98 1.72248712959 0 82.120003 2.0699955000000045
@@ -8608,8 +8608,8 @@ conf98 1.72248712959 0 82.120003 2.0699955000000045
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf99 1.72415799543 0 81.800003 2.5499954999999943
@@ -8695,8 +8695,8 @@ conf99 1.72415799543 0 81.800003 2.5499954999999943
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf100 1.72415799543 0 82.020004 2.219994
@@ -8782,6 +8782,6 @@ conf100 1.72415799543 0 82.020004 2.219994
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/data/autotuner_data/tuner_pareto_confs_batch220.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/data/autotuner_data/tuner_pareto_confs_batch220.txt
index 1fef0e3d2c66c2c3075d68861724dfb30f229918..86b061f3d9ff5b75a9580ae65afd9ff6c20f9701 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/data/autotuner_data/tuner_pareto_confs_batch220.txt
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/data/autotuner_data/tuner_pareto_confs_batch220.txt
@@ -1,87 +1,87 @@
 +++++
 conf1 1 0 83.5 0
 1 gpu conv fp32 1 
-2 gpu batchnorm fp16 1 
-3 gpu relu fp16 1 
-4 gpu group_conv fp16 1 
-5 gpu batchnorm fp16 1 
-6 gpu relu fp16 1 
+2 gpu batchnorm fp32 1 
+3 gpu relu fp32 1 
+4 gpu group_conv fp32 1 
+5 gpu batchnorm fp32 1 
+6 gpu relu fp32 1 
 7 gpu conv fp32 1 
-8 gpu batchnorm fp16 1 
-9 gpu relu fp16 1 
-10 gpu group_conv fp16 1 
-11 gpu batchnorm fp16 1 
-12 gpu relu fp16 1 
+8 gpu batchnorm fp32 1 
+9 gpu relu fp32 1 
+10 gpu group_conv fp32 1 
+11 gpu batchnorm fp32 1 
+12 gpu relu fp32 1 
 13 gpu conv fp32 1 
-14 gpu batchnorm fp16 1 
-15 gpu relu fp16 1 
-16 gpu group_conv fp16 1 
-17 gpu batchnorm fp16 1 
-18 gpu relu fp16 1 
+14 gpu batchnorm fp32 1 
+15 gpu relu fp32 1 
+16 gpu group_conv fp32 1 
+17 gpu batchnorm fp32 1 
+18 gpu relu fp32 1 
 19 gpu conv fp32 1 
-20 gpu batchnorm fp16 1 
-21 gpu relu fp16 1 
-22 gpu group_conv fp16 1 
-23 gpu batchnorm fp16 1 
-24 gpu relu fp16 1 
+20 gpu batchnorm fp32 1 
+21 gpu relu fp32 1 
+22 gpu group_conv fp32 1 
+23 gpu batchnorm fp32 1 
+24 gpu relu fp32 1 
 25 gpu conv fp32 1 
-26 gpu batchnorm fp16 1 
-27 gpu relu fp16 1 
-28 gpu group_conv fp16 1 
-29 gpu batchnorm fp16 1 
-30 gpu relu fp16 1 
+26 gpu batchnorm fp32 1 
+27 gpu relu fp32 1 
+28 gpu group_conv fp32 1 
+29 gpu batchnorm fp32 1 
+30 gpu relu fp32 1 
 31 gpu conv fp32 1 
-32 gpu batchnorm fp16 1 
-33 gpu relu fp16 1 
-34 gpu group_conv fp16 1 
-35 gpu batchnorm fp16 1 
-36 gpu relu fp16 1 
+32 gpu batchnorm fp32 1 
+33 gpu relu fp32 1 
+34 gpu group_conv fp32 1 
+35 gpu batchnorm fp32 1 
+36 gpu relu fp32 1 
 37 gpu conv fp32 1 
-38 gpu batchnorm fp16 1 
-39 gpu relu fp16 1 
-40 gpu group_conv fp16 1 
-41 gpu batchnorm fp16 1 
-42 gpu relu fp16 1 
+38 gpu batchnorm fp32 1 
+39 gpu relu fp32 1 
+40 gpu group_conv fp32 1 
+41 gpu batchnorm fp32 1 
+42 gpu relu fp32 1 
 43 gpu conv fp32 1 
-44 gpu batchnorm fp16 1 
-45 gpu relu fp16 1 
-46 gpu group_conv fp16 1 
-47 gpu batchnorm fp16 1 
-48 gpu relu fp16 1 
+44 gpu batchnorm fp32 1 
+45 gpu relu fp32 1 
+46 gpu group_conv fp32 1 
+47 gpu batchnorm fp32 1 
+48 gpu relu fp32 1 
 49 gpu conv fp32 1 
-50 gpu batchnorm fp16 1 
-51 gpu relu fp16 1 
-52 gpu group_conv fp16 1 
-53 gpu batchnorm fp16 1 
-54 gpu relu fp16 1 
+50 gpu batchnorm fp32 1 
+51 gpu relu fp32 1 
+52 gpu group_conv fp32 1 
+53 gpu batchnorm fp32 1 
+54 gpu relu fp32 1 
 55 gpu conv fp32 1 
-56 gpu batchnorm fp16 1 
-57 gpu relu fp16 1 
-58 gpu group_conv fp16 1 
-59 gpu batchnorm fp16 1 
-60 gpu relu fp16 1 
+56 gpu batchnorm fp32 1 
+57 gpu relu fp32 1 
+58 gpu group_conv fp32 1 
+59 gpu batchnorm fp32 1 
+60 gpu relu fp32 1 
 61 gpu conv fp32 1 
-62 gpu batchnorm fp16 1 
-63 gpu relu fp16 1 
-64 gpu group_conv fp16 1 
-65 gpu batchnorm fp16 1 
-66 gpu relu fp16 1 
+62 gpu batchnorm fp32 1 
+63 gpu relu fp32 1 
+64 gpu group_conv fp32 1 
+65 gpu batchnorm fp32 1 
+66 gpu relu fp32 1 
 67 gpu conv fp32 1 
-68 gpu batchnorm fp16 1 
-69 gpu relu fp16 1 
-70 gpu group_conv fp16 1 
-71 gpu batchnorm fp16 1 
-72 gpu relu fp16 1 
+68 gpu batchnorm fp32 1 
+69 gpu relu fp32 1 
+70 gpu group_conv fp32 1 
+71 gpu batchnorm fp32 1 
+72 gpu relu fp32 1 
 73 gpu conv fp32 1 
-74 gpu batchnorm fp16 1 
-75 gpu relu fp16 1 
-76 gpu group_conv fp16 1 
-77 gpu batchnorm fp16 1 
-78 gpu relu fp16 1 
+74 gpu batchnorm fp32 1 
+75 gpu relu fp32 1 
+76 gpu group_conv fp32 1 
+77 gpu batchnorm fp32 1 
+78 gpu relu fp32 1 
 79 gpu conv fp32 1 
-80 gpu batchnorm fp16 1 
-81 gpu relu fp16 1 
-82 gpu pool_mean fp16 1 
+80 gpu batchnorm fp32 1 
+81 gpu relu fp32 1 
+82 gpu pool_mean fp32 1 
 83 gpu mul fp32 1 add fp32 1 
 84 gpu softmax fp32 1
 -----
@@ -169,8 +169,8 @@ conf1 1.66592032533 0 82.900002 0.899996999999999
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf2 1.66766290747 0 82.860001 0.9599985000000046
@@ -256,8 +256,8 @@ conf2 1.66766290747 0 82.860001 0.9599985000000046
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf3 1.66670139642 0 82.900002 0.899996999999999
@@ -343,8 +343,8 @@ conf3 1.66670139642 0 82.900002 0.899996999999999
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf4 1.66748320027 0 82.940002 0.8399969999999897
@@ -430,8 +430,8 @@ conf4 1.66748320027 0 82.940002 0.8399969999999897
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf5 1.66826573791 0 82.940002 0.8399969999999897
@@ -517,8 +517,8 @@ conf5 1.66826573791 0 82.940002 0.8399969999999897
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf6 1.62488529847 0 82.979996 0.7800060000000002
@@ -604,8 +604,8 @@ conf6 1.62488529847 0 82.979996 0.7800060000000002
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf7 1.66748320027 0 83.080002 0.6299970000000101
@@ -691,8 +691,8 @@ conf7 1.66748320027 0 83.080002 0.6299970000000101
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf8 1.62414291979 0 82.979996 0.7800060000000002
@@ -778,8 +778,8 @@ conf8 1.62414291979 0 82.979996 0.7800060000000002
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf9 1.63389893891 0 83.12001 0.5699850000000097
@@ -865,8 +865,8 @@ conf9 1.63389893891 0 83.12001 0.5699850000000097
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf10 1.63332068534 0 83.119995 0.5700074999999956
@@ -952,8 +952,8 @@ conf10 1.63332068534 0 83.119995 0.5700074999999956
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf11 1.66826573791 0 83.080002 0.6299970000000101
@@ -1039,8 +1039,8 @@ conf11 1.66826573791 0 83.080002 0.6299970000000101
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf12 1.66345526231 0 83.019997 0.7200044999999946
@@ -1126,8 +1126,8 @@ conf12 1.66345526231 0 83.019997 0.7200044999999946
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf13 1.62414291979 0 82.860001 0.9599985000000046
@@ -1213,8 +1213,8 @@ conf13 1.62414291979 0 82.860001 0.9599985000000046
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf14 1.66867727615 0 83.219994 0.6800060000000002
@@ -1300,8 +1300,8 @@ conf14 1.66867727615 0 83.219994 0.6800060000000002
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf15 1.6939272698 0 82.360001 1.7099985000000046
@@ -1387,8 +1387,8 @@ conf15 1.6939272698 0 82.360001 1.7099985000000046
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf16 1.69125907336 0 82.979996 0.7800060000000002
@@ -1474,8 +1474,8 @@ conf16 1.69125907336 0 82.979996 0.7800060000000002
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf17 1.66267723003 0 82.880005 0.9299925000000044
@@ -1561,8 +1561,8 @@ conf17 1.66267723003 0 82.880005 0.9299925000000044
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf18 1.69414545349 0 82.259995 1.8600074999999947
@@ -1648,8 +1648,8 @@ conf18 1.69414545349 0 82.259995 1.8600074999999947
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf19 1.66846560269 0 83.039993 0.6900105000000067
@@ -1735,8 +1735,8 @@ conf19 1.66846560269 0 83.039993 0.6900105000000067
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf20 1.69333845447 0 82.360001 1.7099985000000046
@@ -1822,8 +1822,8 @@ conf20 1.69333845447 0 82.360001 1.7099985000000046
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf21 1.68774460395 0 82.239998 1.890003
@@ -1909,8 +1909,8 @@ conf21 1.68774460395 0 82.239998 1.890003
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf22 1.69063951413 0 82.899994 0.9000089999999901
@@ -1996,8 +1996,8 @@ conf22 1.69063951413 0 82.899994 0.9000089999999901
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf23 1.66867727615 0 83.659996 0.24000399999999333
@@ -2083,8 +2083,8 @@ conf23 1.66867727615 0 83.659996 0.24000399999999333
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf24 1.69454924151 0 82.519997 1.4700044999999946
@@ -2170,8 +2170,8 @@ conf24 1.69454924151 0 82.519997 1.4700044999999946
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf25 1.68718051806 0 83.020004 0.7199939999999998
@@ -2257,8 +2257,8 @@ conf25 1.68718051806 0 83.020004 0.7199939999999998
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf26 1.69495322205 0 82.379997 1.6800044999999955
@@ -2344,8 +2344,8 @@ conf26 1.69495322205 0 82.379997 1.6800044999999955
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf27 1.66267723003 0 83.100006 0.5999910000000099
@@ -2431,8 +2431,8 @@ conf27 1.66267723003 0 83.100006 0.5999910000000099
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf28 1.66867727615 0 83.119995 0.5700074999999956
@@ -2518,8 +2518,8 @@ conf28 1.66867727615 0 83.119995 0.5700074999999956
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf29 1.69374185785 0 82.239998 1.890003
@@ -2605,8 +2605,8 @@ conf29 1.69374185785 0 82.239998 1.890003
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf30 1.64669056053 0 82.880005 0.9299925000000044
@@ -2692,8 +2692,8 @@ conf30 1.64669056053 0 82.880005 0.9299925000000044
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf31 1.69166148649 0 82.800003 1.0499954999999943
@@ -2779,8 +2779,8 @@ conf31 1.69166148649 0 82.800003 1.0499954999999943
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf32 1.66867727615 0 83.219994 0.6800060000000002
@@ -2866,8 +2866,8 @@ conf32 1.66867727615 0 83.219994 0.6800060000000002
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf33 1.6939272698 0 82.240005 1.8899925000000053
@@ -2953,8 +2953,8 @@ conf33 1.6939272698 0 82.240005 1.8899925000000053
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf34 1.69290255882 0 82.259995 1.8600074999999947
@@ -3040,8 +3040,8 @@ conf34 1.69290255882 0 82.259995 1.8600074999999947
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf35 1.64980944683 0 82.32 1.7700000000000102
@@ -3127,8 +3127,8 @@ conf35 1.64980944683 0 82.32 1.7700000000000102
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf36 1.66750316607 0 83.379997 0.520002999999997
@@ -3214,8 +3214,8 @@ conf36 1.66750316607 0 83.379997 0.520002999999997
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf37 1.6384977922 0 83.060005 0.6599924999999942
@@ -3301,8 +3301,8 @@ conf37 1.6384977922 0 83.060005 0.6599924999999942
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf38 1.69312047859 0 82.219994 1.9200090000000003
@@ -3388,8 +3388,8 @@ conf38 1.69312047859 0 82.219994 1.9200090000000003
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf39 1.66867727615 0 82.720001 1.1699985000000055
@@ -3475,8 +3475,8 @@ conf39 1.66867727615 0 82.720001 1.1699985000000055
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf40 1.67188008661 0 83.060005 0.6599924999999942
@@ -3562,8 +3562,8 @@ conf40 1.67188008661 0 83.060005 0.6599924999999942
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf41 1.68426507974 0 82.300003 1.7999954999999943
@@ -3649,8 +3649,8 @@ conf41 1.68426507974 0 82.300003 1.7999954999999943
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf42 1.67470064441 0 81.800003 2.5499954999999943
@@ -3736,8 +3736,8 @@ conf42 1.67470064441 0 81.800003 2.5499954999999943
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf43 1.72373997515 0 82.240005 1.8899925000000053
@@ -3823,8 +3823,8 @@ conf43 1.72373997515 0 82.240005 1.8899925000000053
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf44 1.71832409894 0 82.400002 1.649996999999999
@@ -3910,8 +3910,8 @@ conf44 1.71832409894 0 82.400002 1.649996999999999
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf45 1.70069521045 0 83.080002 0.6299970000000101
@@ -3997,8 +3997,8 @@ conf45 1.70069521045 0 83.080002 0.6299970000000101
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf46 1.72248712959 0 81.920006 2.369990999999999
@@ -4084,8 +4084,8 @@ conf46 1.72248712959 0 81.920006 2.369990999999999
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf47 1.72415799543 0 81.539993 2.9400105000000067
@@ -4171,8 +4171,8 @@ conf47 1.72415799543 0 81.539993 2.9400105000000067
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf48 1.69663672592 0 82.559998 1.4100030000000103
@@ -4258,8 +4258,8 @@ conf48 1.69663672592 0 82.559998 1.4100030000000103
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf49 1.7199868941 0 82.320007 1.769989499999994
@@ -4345,8 +4345,8 @@ conf49 1.7199868941 0 82.320007 1.769989499999994
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf50 1.72415799543 0 82.240005 1.8899925000000053
@@ -4432,8 +4432,8 @@ conf50 1.72415799543 0 82.240005 1.8899925000000053
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf51 1.67369905614 0 82.440002 1.5899969999999897
@@ -4519,8 +4519,8 @@ conf51 1.67369905614 0 82.440002 1.5899969999999897
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf52 1.69988196097 0 82.459999 1.5600015000000056
@@ -4606,8 +4606,8 @@ conf52 1.69988196097 0 82.459999 1.5600015000000056
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf53 1.72332215751 0 82.540001 1.4399984999999944
@@ -4693,8 +4693,8 @@ conf53 1.72332215751 0 82.540001 1.4399984999999944
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf54 1.66577380924 0 82.819992 1.0200120000000013
@@ -4780,8 +4780,8 @@ conf54 1.66577380924 0 82.819992 1.0200120000000013
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf55 1.72415799543 0 81.599998 2.850003000000001
@@ -4867,8 +4867,8 @@ conf55 1.72415799543 0 81.599998 2.850003000000001
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf56 1.72081949906 0 82.360001 1.7099985000000046
@@ -4954,8 +4954,8 @@ conf56 1.72081949906 0 82.360001 1.7099985000000046
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf57 1.67470064441 0 81.500008 2.999988000000009
@@ -5041,8 +5041,8 @@ conf57 1.67470064441 0 81.500008 2.999988000000009
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf58 1.69663672592 0 82.040001 2.1899984999999944
@@ -5128,8 +5128,8 @@ conf58 1.69663672592 0 82.040001 2.1899984999999944
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf59 1.72415799543 0 81.860001 2.4599985000000046
@@ -5215,8 +5215,8 @@ conf59 1.72415799543 0 81.860001 2.4599985000000046
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf60 1.67470064441 0 82.639999 1.2900014999999954
@@ -5302,8 +5302,8 @@ conf60 1.67470064441 0 82.639999 1.2900014999999954
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf61 1.67470064441 0 82.639999 1.2900014999999954
@@ -5389,8 +5389,8 @@ conf61 1.67470064441 0 82.639999 1.2900014999999954
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf62 1.72309639446 0 82.379997 1.6800044999999955
@@ -5476,8 +5476,8 @@ conf62 1.72309639446 0 82.379997 1.6800044999999955
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf63 1.67786242745 0 82.180008 1.9799879999999987
@@ -5563,8 +5563,8 @@ conf63 1.67786242745 0 82.180008 1.9799879999999987
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf64 1.72332215751 0 82.759995 1.1100074999999947
@@ -5650,8 +5650,8 @@ conf64 1.72332215751 0 82.759995 1.1100074999999947
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf65 1.7199868941 0 82.099998 2.100003000000001
@@ -5737,8 +5737,8 @@ conf65 1.7199868941 0 82.099998 2.100003000000001
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf66 1.72332215751 0 82.579994 1.3800090000000012
@@ -5824,8 +5824,8 @@ conf66 1.72332215751 0 82.579994 1.3800090000000012
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf67 1.7216529105 0 82.400002 1.649996999999999
@@ -5911,8 +5911,8 @@ conf67 1.7216529105 0 82.400002 1.649996999999999
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf68 1.72332215751 0 82.540001 1.4399984999999944
@@ -5998,8 +5998,8 @@ conf68 1.72332215751 0 82.540001 1.4399984999999944
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf69 1.72373997515 0 81.580002 2.87999700000001
@@ -6085,8 +6085,8 @@ conf69 1.72373997515 0 81.580002 2.87999700000001
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf70 1.72373997515 0 82.0 2.25
@@ -6172,8 +6172,8 @@ conf70 1.72373997515 0 82.0 2.25
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf71 1.70069521045 0 82.18 1.9799999999999898
@@ -6259,8 +6259,8 @@ conf71 1.70069521045 0 82.18 1.9799999999999898
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf72 1.72415799543 0 82.020004 2.219994
@@ -6346,8 +6346,8 @@ conf72 1.72415799543 0 82.020004 2.219994
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf73 1.72415799543 0 81.860001 2.4599985000000046
@@ -6433,8 +6433,8 @@ conf73 1.72415799543 0 81.860001 2.4599985000000046
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf74 1.72309639446 0 82.199997 1.9500045000000057
@@ -6520,8 +6520,8 @@ conf74 1.72309639446 0 82.199997 1.9500045000000057
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf75 1.69641790012 0 82.639999 1.2900014999999954
@@ -6607,8 +6607,8 @@ conf75 1.69641790012 0 82.639999 1.2900014999999954
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf76 1.67470064441 0 82.379997 1.6800044999999955
@@ -6694,8 +6694,8 @@ conf76 1.67470064441 0 82.379997 1.6800044999999955
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf77 1.70069521045 0 82.139999 2.0400014999999954
@@ -6781,8 +6781,8 @@ conf77 1.70069521045 0 82.139999 2.0400014999999954
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf78 1.67430625919 0 81.680008 2.7299879999999987
@@ -6868,8 +6868,8 @@ conf78 1.67430625919 0 81.680008 2.7299879999999987
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf79 1.72267888872 0 81.580002 2.87999700000001
@@ -6955,8 +6955,8 @@ conf79 1.72267888872 0 81.580002 2.87999700000001
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf80 1.72081949906 0 82.159996 2.01000599999999
@@ -7042,8 +7042,8 @@ conf80 1.72081949906 0 82.159996 2.01000599999999
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf81 1.70069521045 0 82.18 1.9799999999999898
@@ -7129,8 +7129,8 @@ conf81 1.70069521045 0 82.18 1.9799999999999898
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf82 1.66167014075 0 82.880005 0.9299925000000044
@@ -7216,8 +7216,8 @@ conf82 1.66167014075 0 82.880005 0.9299925000000044
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf83 1.72248712959 0 82.120003 2.0699955000000045
@@ -7303,8 +7303,8 @@ conf83 1.72248712959 0 82.120003 2.0699955000000045
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf84 1.72415799543 0 81.800003 2.5499954999999943
@@ -7390,8 +7390,8 @@ conf84 1.72415799543 0 81.800003 2.5499954999999943
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
 +++++
 conf85 1.72415799543 0 82.020004 2.219994
@@ -7477,6 +7477,6 @@ conf85 1.72415799543 0 82.020004 2.219994
 80 gpu batchnorm fp16 1 
 81 gpu relu fp16 1 
 82 gpu pool_mean fp16 1 
-83 gpu mul fp16 1 add fp32 1 
-84 gpu softmax fp32 1
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
 -----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/data/autotuner_data/tuner_promise_confs_batch220_multi.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
new file mode 100644
index 0000000000000000000000000000000000000000..3b628d570fcb1884cfa10371a2aaf6856a652d1e
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
@@ -0,0 +1,80039 @@
++++++
+conf1 1 0 83.5 0
+1 gpu conv fp32 1 
+2 gpu batchnorm fp32 1 
+3 gpu relu fp32 1 
+4 gpu group_conv fp32 1 
+5 gpu batchnorm fp32 1 
+6 gpu relu fp32 1 
+7 gpu conv fp32 1 
+8 gpu batchnorm fp32 1 
+9 gpu relu fp32 1 
+10 gpu group_conv fp32 1 
+11 gpu batchnorm fp32 1 
+12 gpu relu fp32 1 
+13 gpu conv fp32 1 
+14 gpu batchnorm fp32 1 
+15 gpu relu fp32 1 
+16 gpu group_conv fp32 1 
+17 gpu batchnorm fp32 1 
+18 gpu relu fp32 1 
+19 gpu conv fp32 1 
+20 gpu batchnorm fp32 1 
+21 gpu relu fp32 1 
+22 gpu group_conv fp32 1 
+23 gpu batchnorm fp32 1 
+24 gpu relu fp32 1 
+25 gpu conv fp32 1 
+26 gpu batchnorm fp32 1 
+27 gpu relu fp32 1 
+28 gpu group_conv fp32 1 
+29 gpu batchnorm fp32 1 
+30 gpu relu fp32 1 
+31 gpu conv fp32 1 
+32 gpu batchnorm fp32 1 
+33 gpu relu fp32 1 
+34 gpu group_conv fp32 1 
+35 gpu batchnorm fp32 1 
+36 gpu relu fp32 1 
+37 gpu conv fp32 1 
+38 gpu batchnorm fp32 1 
+39 gpu relu fp32 1 
+40 gpu group_conv fp32 1 
+41 gpu batchnorm fp32 1 
+42 gpu relu fp32 1 
+43 gpu conv fp32 1 
+44 gpu batchnorm fp32 1 
+45 gpu relu fp32 1 
+46 gpu group_conv fp32 1 
+47 gpu batchnorm fp32 1 
+48 gpu relu fp32 1 
+49 gpu conv fp32 1 
+50 gpu batchnorm fp32 1 
+51 gpu relu fp32 1 
+52 gpu group_conv fp32 1 
+53 gpu batchnorm fp32 1 
+54 gpu relu fp32 1 
+55 gpu conv fp32 1 
+56 gpu batchnorm fp32 1 
+57 gpu relu fp32 1 
+58 gpu group_conv fp32 1 
+59 gpu batchnorm fp32 1 
+60 gpu relu fp32 1 
+61 gpu conv fp32 1 
+62 gpu batchnorm fp32 1 
+63 gpu relu fp32 1 
+64 gpu group_conv fp32 1 
+65 gpu batchnorm fp32 1 
+66 gpu relu fp32 1 
+67 gpu conv fp32 1 
+68 gpu batchnorm fp32 1 
+69 gpu relu fp32 1 
+70 gpu group_conv fp32 1 
+71 gpu batchnorm fp32 1 
+72 gpu relu fp32 1 
+73 gpu conv fp32 1 
+74 gpu batchnorm fp32 1 
+75 gpu relu fp32 1 
+76 gpu group_conv fp32 1 
+77 gpu batchnorm fp32 1 
+78 gpu relu fp32 1 
+79 gpu conv fp32 1 
+80 gpu batchnorm fp32 1 
+81 gpu relu fp32 1 
+82 gpu pool_mean fp32 1 
+83 gpu mul fp32 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf2 2.98991537361 0 83.386665875 0.5133341249999944
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf3 3.88159289347 0 83.2783331 0.6216669000000025
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf4 4.14749473048 0 83.220000325 0.6799996749999991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf5 4.4175200707 0 83.219999875 0.6800001250000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf6 4.43502212401 0 83.155834675 0.5162479875000088
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf7 4.10832403497 0 83.103333275 0.5950000875000043
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf8 3.31453105661 0 82.59083295 1.3637505749999903
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf9 3.52220799908 0 82.4716658 1.542501300000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf10 3.44814122333 0 82.51916615 1.4712507749999943
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf11 3.02800023045 0 82.64999965 1.275000525000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf12 3.68207420915 0 82.448332775 1.5775008375000041
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf13 3.862916011 0 82.7708336 1.0937495999999953
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf14 3.7573272945 0 82.422500075 1.6162498874999969
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf15 3.93066025121 0 82.594167 1.3587495000000018
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf16 3.87800695966 0 82.430000125 1.6049998124999902
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf17 3.68207420915 0 82.56333275 1.405000874999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf18 3.22097285505 0 83.564167475 0.33583252499999505
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf19 3.82500219093 0 82.9275003 0.8587495499999918
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf20 3.90066717558 0 82.329165975 1.7562510375000073
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf21 3.86501599073 0 83.115000925 0.5774986124999941
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf22 3.40096875474 0 82.72416595 1.1637510750000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf23 3.5538161637 0 82.9700005 0.7949992500000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf24 3.17344943111 0 83.00083265 0.74875102499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 35 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf25 2.76788477576 0 82.447499725 1.5787504124999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf26 3.92397614204 0 83.174999825 0.48750026249999934
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf27 3.4092100078 0 83.1424999 0.5362501499999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf28 3.03961006636 0 82.704167175 1.1937492375000076
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 35 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf29 3.62973730797 0 83.085833325 0.6212500125000062
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf30 2.81140054286 0 82.4325003 1.6012495499999986
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf31 3.18575701105 0 82.52833345 1.4574998249999922
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf32 3.42595978009 0 82.7708333 1.09375004999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf33 3.17255385439 0 82.7233329 1.165000649999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf34 3.6391339197 0 82.831667325 1.002499012500003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf35 2.72368244288 0 83.034168075 0.698747887500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 33 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf36 3.44714364594 0 82.539999575 1.440000637500006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf37 3.85171694927 0 83.137500575 0.5437491374999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf38 3.02151032351 0 83.1958331 0.4562503499999977
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf39 3.92280583455 0 83.017499875 0.7237501875000021
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf40 4.15840004076 0 82.141666525 2.0375002124999924
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf41 2.89589235375 0 82.634166725 1.2987499125
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 28 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf42 6.16453028593 0 81.9308327 2.3537509500000056
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf43 4.7463107647 0 81.9616666 2.3075000999999986
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf44 5.84575268801 0 81.983333575 2.2749996374999952
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf45 3.45773167067 0 82.297500375 1.8037494375000023
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf46 4.34036485844 0 82.463333875 1.5549991874999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf47 4.75207062649 0 81.74500045 2.6324993249999906
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf48 6.09000225926 0 81.9883331 2.2675003499999917
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf49 5.25532208128 0 81.92083345 2.3687498249999948
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf50 4.35262313423 0 82.356666825 1.7149997624999926
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf51 5.25144034242 0 81.9350005 2.3474992499999985
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf52 5.32967222406 0 81.9616671 2.3074993500000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf53 4.13210954206 0 83.056666875 0.6649996874999928
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf54 3.93967771859 0 81.763332525 2.6050012125000066
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf55 4.13872474867 0 82.631666775 1.302499837500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf56 2.7690518229 0 81.93666605 2.345000925000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf57 5.60283597265 0 81.9233338 2.364999300000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf58 4.45486021161 0 82.0608328 2.1587508
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf59 4.22738367053 0 82.226667075 1.909999387500008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf60 6.10852785257 0 81.959167325 2.3112490125000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf61 4.98692149992 0 81.822500025 2.516249962500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf62 6.11662384336 0 81.9808335 2.278749749999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf63 5.97727027928 0 82.0224998 2.2162502999999916
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf64 2.93382347771 0 81.85416565 2.468751525000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 25 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf65 5.54950778131 0 81.73833355 2.6424996750000105
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf66 6.11662384336 0 81.889999075 2.4150013874999914
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf67 3.82767121119 0 82.26583335 1.8512499750000089
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf68 4.99324893801 0 81.816667 2.524999500000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf69 5.74180480491 0 81.889166525 2.4162502125000103
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf70 2.8416794212 0 82.981666775 0.7774998375000095
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf71 5.63492586502 0 81.993333575 2.259999637500009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf72 3.83421974764 0 83.207499825 0.6925001750000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf73 1.87482212142 0 82.811667125 1.0324993125000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 22 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 21 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf74 4.43826460769 0 81.75166725 2.6224991250000045
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf75 5.03123041946 0 82.306666375 1.790000437499991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf76 4.2701321542 0 82.1975002 1.9537497000000101
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf77 3.8174916299 0 83.4608337 0.4391663000000051
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf78 3.54707867194 0 83.409999875 0.4900001250000031
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf79 3.90991089555 0 83.46999955 0.43000045000000287
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf80 3.67974499409 0 83.3833332 0.5166668000000044
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf81 2.82550849059 0 83.28583315 0.614166849999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf82 2.77356236628 0 83.60833335 0.2916666500000048
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf83 2.54319644535 0 83.399166475 0.5008335249999988
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf84 3.73175797849 0 83.50083335 0.3991666500000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf85 3.36226524472 0 83.472500175 0.4274998250000067
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf86 3.00745254477 0 83.33583355 0.5641664499999962
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf87 3.95482984539 0 83.289165675 0.6108343249999933
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf88 2.89889994154 0 83.269167175 0.6308328249999932
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf89 3.60299625636 0 83.3791664 0.5208335999999975
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf90 3.13621575975 0 83.54083385 0.3591661500000015
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf91 2.61388509814 0 83.457500225 0.44249977499999604
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf92 4.05930607617 0 83.1716666 0.492500100000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf93 3.73175797849 0 83.575000225 0.32499977500000343
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf94 3.76274140853 0 83.47916685 0.42083315000000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf95 3.20332969056 0 83.850833275 0.04916672500000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf96 3.64570944225 0 83.45249935 0.4475006500000035
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf97 3.85035669633 0 83.5608333 0.33916670000000126
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf98 3.54829526922 0 83.25249975 0.6475002500000017
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf99 3.61899339422 0 83.278334075 0.6216659249999964
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf100 3.28254525212 0 83.489167025 0.4108329749999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf101 3.50816224551 0 83.252499725 0.6475002749999931
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf102 4.10549146346 0 83.3416668 0.5583332000000013
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf103 3.36715352889 0 83.584166725 0.31583327499999714
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf104 3.1088246435 0 83.1591665 0.5112502500000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf105 3.47488338292 0 83.388333125 0.5116668749999974
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf106 3.59538418566 0 83.5300007 0.3699992999999978
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf107 3.97286473272 0 83.537499975 0.3625000249999971
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf108 3.8174916299 0 83.451667075 0.4483329249999969
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf109 3.46345463754 0 83.462500825 0.4374991749999936
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf110 3.556746151 0 83.424999425 0.47500057500000425
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf111 3.96049527585 0 83.53333295 0.3666670499999981
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf112 3.9715961288 0 83.32833325 0.57166675
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf113 3.93130152041 0 82.56666695 1.3999995750000025
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf114 2.8668123125 0 82.998333125 0.7525003124999969
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf115 2.64845545339 0 82.965000875 0.8024986874999982
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf116 3.14597582271 0 82.849167475 0.9762487874999977
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf117 2.72482912735 0 83.4741666 0.42583339999999625
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf118 3.95103617451 0 82.3491667 1.7262499500000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf119 3.00588110745 0 83.02166615 0.7175007749999978
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf120 3.28000196808 0 82.762500375 1.1062494374999972
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf121 3.47173739276 0 82.802499825 1.0462502625000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf122 2.61621549789 0 83.197500425 0.4537493624999982
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf123 2.95549421538 0 83.010000475 0.7349992875000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf124 3.88669230643 0 82.45333265 1.5700010250000105
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf125 2.83364863532 0 82.581667225 1.3774991624999942
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf126 3.08002863884 0 82.504999925 1.4925001124999895
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf127 2.00048974491 0 82.50666635 1.490000474999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf128 2.73765608296 0 82.255832625 1.8662510625000053
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf129 4.06487927094 0 83.13333375 0.5499993749999916
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf130 4.09684344986 0 83.003333475 0.7449997874999923
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf131 3.21849911232 0 82.29583385 1.806249225000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf132 2.04860322208 0 82.465833275 1.5512500875000086
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf133 3.80144895722 0 82.52833315 1.4575002750000081
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf134 2.56619518427 0 82.785834275 1.0712485875000013
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf135 3.62695395201 0 82.454165975 1.5687510375000073
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf136 3.89727045934 0 82.97500015 0.7874997750000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf137 4.12276718448 0 82.457499725 1.5637504124999921
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf138 3.60700810131 0 82.545832825 1.4312507624999924
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf139 4.0205364833 0 81.89083385 2.4137492249999895
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf140 4.11840212461 0 81.8091669 2.536249650000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf141 3.01049479281 0 82.019999875 2.2200001875000055
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf142 3.85335942385 0 82.0483325 2.177501249999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf143 2.5026299742 0 81.625833925 2.8112491125000076
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf144 3.43886954105 0 82.726666675 1.1599999874999938
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf145 3.73017005141 0 82.89583355 0.9062496749999909
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf146 3.15732515345 0 81.805000075 2.542499887500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf147 3.98632041312 0 82.07166655 2.142500174999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf148 3.80024443647 0 82.9274992 0.8587512000000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf149 4.08467265051 0 82.004166025 2.2437509624999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf150 4.02990448369 0 82.30916665 1.7862500250000082
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf151 3.90355228103 0 81.8025006 2.546249099999997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf152 3.94843898601 0 81.8916664 2.412500399999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf153 4.12751348406 0 81.888333875 2.417499187499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf154 4.02515780566 0 81.9924993 2.2612510499999914
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf155 3.83482666749 0 82.1449991 2.0325013499999898
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf156 3.8517164764 0 82.2041664 1.9437503999999919
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf157 4.10598132256 0 81.954167525 2.318748712499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf158 3.31478397356 0 81.75083395 2.623749074999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf159 3.96623260541 0 82.226666875 1.9099996874999903
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf160 4.04782353886 0 82.049166175 2.1762507375000055
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf161 4.02858926028 0 81.793333275 2.5600000875000077
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf162 3.00292158132 0 81.6974989 2.703751650000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 22 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf163 3.29748236022 0 82.1050001 2.092499850000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf164 4.0362576555 0 82.2466675 1.8799987499999986
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 22 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf165 3.05446537337 0 82.1716669 1.992499649999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf166 3.9071658065 0 82.190832875 1.9637506875000028
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf167 3.93287113327 0 82.12666665 2.0600000249999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf168 4.04478954767 0 81.856666625 2.465000062499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf169 3.61558117477 0 81.9016671 2.397499350000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf170 4.30825679247 0 81.851666825 2.472499762500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf171 3.69363094091 0 82.946667475 0.8299987875000028
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf172 2.77993236963 0 82.4766672 1.5349992000000086
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf173 2.54145510026 0 82.7925007 1.0612489499999924
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 21 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf174 3.87860542119 0 82.008333625 2.237499562499991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf175 3.56868994119 0 82.02499975 2.2125003749999905
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf176 2.23770347257 0 83.0258332 0.7112502000000092
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf177 2.49861746763 0 82.984166525 0.7737502124999907
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf178 2.02993947881 0 83.30250015 0.5974998499999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf179 2.20017225716 0 83.1766651 0.48500235000000913
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf180 2.71551751125 0 83.228333425 0.6716665749999976
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf181 2.06184549766 0 83.031666575 0.702500137499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf182 2.77617639439 0 82.328333125 1.7575003124999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf183 3.8694276968 0 82.7800006 1.079999100000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf184 2.34590457627 0 82.2816663 1.8275005500000034
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf185 4.07407440381 0 82.244165975 1.883751037499998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf186 3.11780856309 0 82.428332975 1.6075005374999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf187 3.58558835651 0 82.3399998 1.7400002999999984
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf188 3.85234242953 0 82.34583265 1.7312510249999917
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf189 2.7074193437 0 82.325833575 1.7612496374999935
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf190 4.05895393605 0 82.3066669 1.7899996500000057
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf191 3.78103563563 0 82.3833346 1.6749981000000034
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf192 3.7929361233 0 82.3158331 1.7762503499999909
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf193 2.97917012062 0 82.399166375 1.6512504375000105
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf194 3.70896846547 0 82.84583335 0.9812499749999901
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf195 3.05031465583 0 82.129166025 2.0562509624999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf196 4.76953621711 0 81.905 2.3924999999999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf197 4.82068705485 0 82.02250055 2.2162491749999944
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf198 3.40685460008 0 82.039999825 2.190000262500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf199 3.7406185613 0 82.309166475 1.7862502875000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 29 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf200 3.09685498241 0 82.1758326 1.9862510999999898
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf201 3.23081977958 0 82.9983336 0.7524996000000073
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf202 3.96567454672 0 82.4983326 1.5025011000000035
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf203 4.59326226068 0 82.658333425 1.2624998625000075
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf204 4.03800709024 0 82.6316668 1.3024997999999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf205 3.42928358185 0 82.031665675 2.202501487500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf206 3.32221289747 0 82.153333675 2.0199994875000016
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 21 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 28 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf207 5.66794988438 0 81.89250005 2.411249925000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf208 2.71874001219 0 82.497499925 1.5037501125000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf209 3.03474416486 0 82.05833335 2.162499975000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 28 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf210 3.88176217612 0 82.449999725 1.5750004125000032
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf211 3.54762785706 0 83.89833405 0.0016659499999974736
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf212 3.05039482856 0 82.7850004 1.072499399999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf213 2.82821126308 0 82.680833325 1.228750012500008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf214 3.81477730635 0 82.135832925 2.046250612499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf215 3.39722289075 0 83.580000125 0.31999987500000204
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 28 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf216 3.89111320826 0 82.1216669 2.067499650000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf217 3.50253383593 0 82.2108337 1.9337494500000076
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf218 4.05813557147 0 82.50000075 1.4999988750000028
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf219 3.26770542063 0 83.100000825 0.5999987625000074
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf220 3.18828477511 0 82.7100005 1.18499924999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 31 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf221 2.71225509774 0 82.55166665 1.422500024999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf222 3.87817450174 0 82.5324995 1.4512507499999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf223 4.03339162129 0 82.4558336 1.566249599999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf224 3.91264706835 0 82.13083465 2.0537480250000044
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf225 3.06837262281 0 82.53416635 1.44875047499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 26 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf226 3.69764932636 0 81.918333375 2.3724999374999953
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf227 2.43486575166 0 82.865833525 0.951249712500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf228 2.32359233423 0 82.09833355 2.10249967499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf229 3.42928358185 0 82.219165975 1.9212510375000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf230 3.55619894808 0 81.826667025 2.509999462499991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf231 2.86694058251 0 82.870833375 0.9437499374999945
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf232 4.88375274604 0 81.896667125 2.40499931250001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf233 3.28938021997 0 82.0241669 2.213749650000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 30 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf234 4.39309472823 0 81.828332925 2.507500612500003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf235 3.79357213589 0 83.575833175 0.3241668250000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf236 2.12486885207 0 83.46416625 0.4358337499999948
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf237 3.95836341588 0 83.341666975 0.5583330250000046
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf238 2.25904057642 0 83.567499 0.33250100000000204
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf239 3.39599428853 0 83.3233327 0.5766673000000054
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf240 2.27086134134 0 83.0875002 0.6187497000000093
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf241 2.25812915866 0 83.616666775 0.28333322500000124
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf242 2.12981011418 0 83.4783326 0.42166739999999836
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf243 2.57878675932 0 83.4525004 0.4474995999999948
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf244 2.61999068304 0 83.43166675 0.4683332499999949
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf245 2.62385834639 0 83.3758336 0.5241663999999929
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf246 3.78695562862 0 83.406667325 0.4933326749999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf247 3.25056012417 0 83.410000075 0.4899999250000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf248 2.64116522688 0 83.459999775 0.440000225
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf249 3.87266738703 0 83.2074999 0.6925000999999981
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf250 3.1762968602 0 83.257500125 0.642499874999993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf251 2.60635725011 0 83.481666275 0.4183337250000051
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf252 2.25521755755 0 83.1966667 0.45499995000000837
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf253 3.2990666889 0 83.4449997 0.45500030000000324
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf254 2.87427851974 0 83.0825007 0.6262489500000044
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf255 2.55397266535 0 83.6124996 0.28750039999999333
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf256 3.90339685542 0 83.2258328 0.6741671999999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf257 3.3158753237 0 83.366665625 0.533334375000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf258 2.71891142175 0 83.264168025 0.6358319749999964
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf259 2.07975389368 0 83.454165825 0.445834174999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf260 2.7013324964 0 83.281666425 0.6183335750000026
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf261 2.27247670758 0 83.3800005 0.5199995000000058
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf262 3.79597347164 0 83.321666575 0.5783334250000053
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf263 2.98573825971 0 83.297500075 0.6024999249999979
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf264 2.6496606385 0 83.2325002 0.667499799999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf265 3.60943759784 0 83.4424997 0.45750030000000097
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf266 2.9593393986 0 83.5075001 0.39249989999999857
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf267 3.41172685129 0 83.2766666 0.6233334000000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf268 2.38589860172 0 83.311666475 0.5883335250000045
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf269 2.12944547394 0 83.467499575 0.43250042499999497
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf270 3.20776362372 0 83.172499575 0.491250637499995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf271 3.95396064036 0 83.240833525 0.6591664750000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf272 3.92038291833 0 82.4716655 1.5425017499999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf273 2.55641477625 0 83.0358341 0.6962488499999964
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf274 3.38281248672 0 82.490833825 1.5137492625000064
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf275 3.26886223339 0 82.390833125 1.6637503124999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf276 2.88984083604 0 83.253333025 0.6466669749999966
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf277 2.55175275146 0 82.50333375 1.4949993750000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf278 2.62376471646 0 82.295832175 1.8062517374999985
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf279 2.89529880947 0 82.244166875 1.8837496874999928
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf280 3.20641600424 0 82.4850002 1.5224996999999973
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf281 3.35812188872 0 82.4258341 1.6112488499999955
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf282 2.49677940941 0 82.71750005 1.1737499250000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf283 3.38120370248 0 82.390834075 1.6637488874999988
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf284 2.61676165298 0 82.824166125 1.0137508124999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 36 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf285 2.95471428151 0 83.240000175 0.6599998249999942
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf286 3.16800384081 0 82.459167225 1.5612491624999976
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf287 3.29072931971 0 82.5541669 1.4187496500000023
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf288 3.86883458805 0 82.56500035 1.402499474999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf289 3.53914203218 0 83.42500025 0.4749997500000035
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf290 2.88656198137 0 83.3333337 0.5666663000000028
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf291 2.68828782884 0 82.304166225 1.7937506624999955
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf292 2.22188270191 0 83.49166645 0.40833355000000326
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf293 3.10276702124 0 82.691666975 1.212499537499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf294 3.71861561279 0 81.845 2.4825000000000017
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf295 2.31264838619 0 81.90916705 2.3862494250000097
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf296 4.65131508141 0 81.721666225 2.6675006624999895
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf297 4.41041653795 0 81.8041672 2.5437492000000077
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 28 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf298 4.64777037234 0 81.7791666 2.5812501000000054
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf299 2.54362112272 0 81.86583315 2.4512502749999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 22 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf300 3.9092714242 0 81.80166725 2.5474991250000087
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf301 4.71458655761 0 81.76500005 2.6024999250000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf302 2.99958912291 0 82.183333025 1.975000462500006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf303 4.15215580161 0 81.7650006 2.60249910000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf304 3.08724297596 0 82.7725004 1.0912494000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf305 4.55102318011 0 81.726667575 2.65999863750001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf306 4.05237118816 0 81.7183329 2.6725006500000106
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf307 3.65495824565 0 81.864166075 2.4537508875
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf308 3.58660356691 0 83.1533337 0.5199994499999931
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf309 4.15683977316 0 81.81250045 2.5312493249999974
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf310 2.2957876366 0 81.892500625 2.411249062500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf311 4.06936164451 0 81.83166655 2.5025001750000087
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf312 4.16443452935 0 81.8549995 2.467500749999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf313 4.12196594403 0 81.826667225 2.5099991625000087
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf314 2.80762145408 0 81.9374994 2.3437509000000105
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf315 3.77961048884 0 82.096666975 2.1049995374999924
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf316 3.8515884894 0 81.816667425 2.5249988624999915
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf317 4.19486603401 0 81.712499225 2.681251162499997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf318 4.0553073343 0 81.748333075 2.6275003874999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf319 3.4554349638 0 83.5124993 0.38750069999999825
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf320 4.47851561355 0 81.7700007 2.5949989500000044
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf321 3.5209555481 0 83.0466657 0.6800014499999918
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf322 4.66740793088 0 82.42833425 1.607498624999991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf323 3.0015015591 0 83.6899995 0.21000050000000103
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf324 2.47501547765 0 83.31749875 0.5825012500000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf325 3.5212084815 0 83.172499875 0.4912501875000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf326 3.50606233828 0 83.2108336 0.6891663999999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf327 2.92583901753 0 83.28500025 0.6149997500000041
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf328 3.40109920082 0 83.1758331 0.4862503499999917
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf329 3.56759398638 0 83.21000045 0.6899995500000046
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf330 3.55806857582 0 83.169166525 0.49625021250000856
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf331 3.43688168131 0 83.131667175 0.552499237499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf332 2.12603509822 0 83.31166615 0.5883338500000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf333 3.34049231646 0 83.560832775 0.3391672250000056
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf334 3.1381527329 0 83.294165025 0.6058349750000019
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf335 3.30692068622 0 83.186666675 0.46999998750000316
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf336 2.55450450958 0 83.429165825 0.4708341750000017
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf337 3.2983460176 0 83.409999525 0.49000047499999655
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf338 2.40445977697 0 83.72166715 0.1783328499999982
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf339 2.47649388334 0 83.3458338 0.5541662000000059
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf340 2.80986450982 0 83.6108329 0.28916709999999457
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf341 3.19996945711 0 82.20916635 1.9362504749999943
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf342 3.15022966077 0 82.3558336 1.7162496000000047
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf343 3.18630666863 0 82.309166375 1.7862504374999943
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf344 3.09659686575 0 82.7841664 1.0737503999999944
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf345 2.98635440336 0 82.5666672 1.3999992000000034
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf346 2.96599083939 0 83.289166375 0.6108336250000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf347 3.31764009092 0 83.229165675 0.6708343249999956
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf348 3.24530593811 0 82.744166375 1.133750437499991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf349 3.1672312347 0 82.32083345 1.7687498250000075
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf350 3.35194019608 0 82.245000875 1.8824986874999965
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf351 3.0778774074 0 82.307499275 1.7887510875000032
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf352 3.33260277956 0 83.4599995 0.440000500000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf353 3.24103387077 0 82.2833328 1.825000800000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf354 3.18069340099 0 82.5133333 1.480000050000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf355 3.07429636563 0 82.3416668 1.737499800000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf356 3.15235879862 0 82.336666425 1.7450003624999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf357 3.24530593811 0 82.67416655 1.238750175000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf358 4.76954246445 0 82.019166125 2.221250812500003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf359 4.449901633 0 81.9024998 2.3962502999999984
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 29 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf360 4.34207312855 0 82.398333475 1.6524997874999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf361 3.91922383284 0 82.130833025 2.0537504624999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf362 4.15854174264 0 82.52416725 1.4637491249999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf363 3.96230081862 0 82.055000075 2.167499887500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf364 2.79832270858 0 82.564165975 1.4037510375000082
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf365 3.3989410127 0 81.7099991 2.685001349999993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 31 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf366 3.76110445166 0 82.480833025 1.5287504625000068
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf367 5.19355302987 0 81.9524996 2.321250600000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf368 3.31882787728 0 82.1508331 2.0237503500000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf369 4.96680102787 0 82.078333275 2.1325000874999915
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf370 2.24298393464 0 82.670833925 1.243749112500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf371 5.43694808897 0 82.025000375 2.212499437499993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf372 4.67197908065 0 83.112500825 0.5812487625000031
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf373 5.98685011161 0 82.0716662 2.1425007000000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf374 4.95751357757 0 82.541666875 1.4374996874999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf375 4.7705434053 0 82.6366661 1.295000850000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf376 6.11253055706 0 81.839166625 2.4912500624999936
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf377 5.13531236708 0 81.947499425 2.3287508624999944
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf378 5.68419530524 0 81.885832675 2.4212509874999952
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf379 3.3989410127 0 82.595833525 1.356249712499995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf380 3.3989410127 0 82.13083365 2.0537495250000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf381 5.26587015 0 82.03000015 2.2049997749999903
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf382 5.8542348193 0 81.706667125 2.6899993125000066
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf383 3.12871807395 0 81.815833525 2.5262497124999967
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf384 6.01904155181 0 81.811666275 2.53250058750001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf385 4.20358583892 0 81.661666975 2.7574995374999958
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 22 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf386 3.91060095759 0 82.50666635 1.490000474999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf387 3.75751334685 0 82.062499925 2.156250112500004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf388 6.07933410004 0 82.0766671 2.134999350000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf389 5.73440892644 0 81.7983341 2.552498849999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf390 2.11827448839 0 82.49083305 1.5137504249999907
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf391 5.11910106906 0 82.3866668 1.6699997999999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf392 3.3989410127 0 82.1033331 2.0950003499999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf393 3.25823638691 0 82.740000525 1.1399992125000011
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf394 2.87183708038 0 82.43166675 1.6024998749999924
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf395 6.09920856411 0 81.79083275 2.5637508749999895
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf396 5.05299439803 0 81.874166875 2.4387496874999997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf397 5.55984761608 0 81.838333975 2.4924990375000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf398 6.20896956368 0 81.764166375 2.603750437499997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf399 2.08997085298 0 83.324998925 0.5750010749999973
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf400 2.67909425977 0 83.4074999 0.4925000999999952
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf401 3.39279520729 0 83.512500375 0.3874996249999981
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf402 3.74096285582 0 83.342499875 0.5575001249999986
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf403 2.72520189649 0 83.285000675 0.6149993249999938
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf404 2.47020919834 0 83.485832825 0.4141671749999972
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf405 3.52973327747 0 83.579999725 0.3200002750000067
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf406 3.16324896856 0 83.229167325 0.6708326749999941
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf407 3.53910737775 0 83.537499625 0.36250037500000476
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf408 2.46717848922 0 83.366667525 0.5333324750000031
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf409 3.14520849175 0 83.46833325 0.43166674999999943
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf410 3.73983800903 0 83.396666425 0.5033335749999935
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf411 2.69718545933 0 83.42249985 0.4775001500000059
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf412 3.45563746073 0 83.18083305 0.4787504249999941
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf413 3.81594846135 0 83.05333355 0.6699996749999926
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf414 3.22592627458 0 83.51083305 0.3891669499999978
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf415 3.32121276575 0 83.50249925 0.3975007500000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf416 2.50486697002 0 83.28333315 0.6166668499999958
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf417 3.43033061199 0 83.376665675 0.5233343250000019
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf418 3.55185414537 0 83.323333775 0.5766662250000053
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf419 3.45180134988 0 83.13416695 0.5487495750000093
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf420 2.51737484435 0 83.319999875 0.5800001250000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf421 2.47649388334 0 83.281667075 0.6183329249999986
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf422 3.52973327747 0 83.4341669 0.4658331000000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf423 3.30543425366 0 83.2149995 0.6850004999999953
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf424 3.69546000476 0 83.3700008 0.5299992000000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf425 2.54866692533 0 83.23500055 0.6649994500000048
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf426 2.52414632919 0 83.30499955 0.5950004499999949
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf427 3.67819030212 0 83.410000125 0.48999987500000375
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf428 3.66653335987 0 83.6833336 0.2166664000000026
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf429 2.5369425715 0 83.452499925 0.4475000750000021
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf430 2.47501547765 0 83.296666925 0.6033330750000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf431 2.73512859106 0 83.1441661 0.5337508499999899
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf432 3.73049052619 0 83.43333345 0.4666665499999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf433 3.11116327032 0 83.4500002 0.44999979999999484
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf434 3.59288986667 0 83.6958339 0.20416610000000335
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf435 3.69363094479 0 83.466666825 0.4333331749999957
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf436 2.44405144164 0 83.6624992 0.23750080000000084
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf437 2.52414632919 0 83.298332625 0.6016673749999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf438 3.43724518747 0 83.469165875 0.4308341249999984
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf439 2.47403085411 0 83.32166695 0.5783330500000062
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf440 3.10613698764 0 83.718333025 0.18166697499999318
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf441 3.43696375659 0 83.7041672 0.19583279999999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf442 2.30377764101 0 83.07916665 0.6312500249999928
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf443 3.86195191894 0 82.57083345 1.3937498250000075
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf444 3.42141563349 0 82.7016671 1.1974993500000082
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf445 3.18878419794 0 82.9391669 0.8412496499999946
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf446 3.95857024721 0 83.29499975 0.6050002499999977
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf447 3.42141563349 0 82.6366663 1.2950005499999975
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf448 3.7537079845 0 82.355000175 1.717499737499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf449 3.89976572994 0 82.8266675 1.0099987500000012
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf450 3.70562610654 0 82.665833675 1.2512494874999973
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf451 3.88737706866 0 82.85666655 0.9650001750000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf452 4.09696503312 0 83.220833025 0.6791669749999955
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf453 4.11156497342 0 82.35666615 1.7150007750000071
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf454 3.8410452777 0 83.389999125 0.5100008749999972
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf455 3.71389879516 0 82.65583325 1.2662501249999991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf456 3.12961658197 0 82.4508332 1.573750199999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf457 3.54734999035 0 83.430000575 0.469999425000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf458 3.86395152513 0 82.4875004 1.5187493999999973
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf459 2.89974302229 0 82.382499875 1.6762501875000098
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf460 3.48886042646 0 82.7250005 1.1624992500000104
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 35 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf461 4.09292044776 0 83.33333365 0.5666663499999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf462 3.97558461307 0 82.384999075 1.6725013875000059
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf463 4.09022849113 0 83.3025002 0.5974998000000028
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf464 3.24530593811 0 82.56083355 1.4087496750000028
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf465 3.78717886042 0 82.84083325 0.9887501249999957
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf466 3.93879714412 0 82.830000125 1.004999812500003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf467 4.10835433149 0 83.284166175 0.6158338250000043
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf468 3.90747388907 0 83.33583325 0.5641667500000068
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf469 2.53859661959 0 82.6516662 1.272500700000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf470 4.12303570384 0 82.400000275 1.6499995875000053
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf471 2.4825808753 0 83.890000725 0.009999275000006969
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf472 4.03091892409 0 83.015833475 0.7262497875000093
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf473 3.94573901698 0 82.7941671 1.0587493500000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf474 3.81804847244 0 82.634166775 1.2987498375000044
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf475 3.51197806787 0 82.906666375 0.8900004374999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 33 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf476 3.35148515003 0 82.644166625 1.2837500625000047
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf477 3.64680056168 0 82.7950001 1.0574998500000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf478 3.72000418322 0 83.456667675 0.4433323249999944
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf479 4.13277783134 0 82.530832425 1.4537513625000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf480 4.26183413039 0 82.714165825 1.1787512625000076
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf481 3.23620317817 0 83.55666655 0.34333344999999726
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf482 3.42306292045 0 82.685000625 1.222499062499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf483 4.61790687055 0 82.47083265 1.5437510249999917
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf484 3.80271470043 0 82.503333875 1.4949991875000066
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf485 4.0096141492 0 82.503333175 1.4950002375000082
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf486 3.85955229037 0 82.624166675 1.3137499875000032
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf487 3.12961658197 0 82.385832425 1.6712513624999943
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf488 4.74816504674 0 82.915833575 0.8762496375000097
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf489 2.33564385687 0 82.100833175 2.098750237499992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf490 6.31231852253 0 81.88666685 2.419999725000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf491 5.91056159856 0 82.027500225 2.2087496625000043
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf492 4.09026452693 0 81.93333315 2.3500002750000064
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf493 2.29057910951 0 82.68499995 1.2225000749999921
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 25 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf494 3.31826782794 0 81.898333475 2.4024997874999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf495 2.47740126923 0 81.938332325 2.342501512499993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf496 4.86557422781 0 81.960833525 2.3087497125000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf497 4.39304255921 0 82.727500175 1.1587497374999955
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf498 3.73256635056 0 82.05666695 2.16499957500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf499 6.20896956368 0 81.7933327 2.56000095000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf500 3.86268155745 0 81.934167525 2.34874871249999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf501 6.01904155181 0 81.819999625 2.520000562500009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf502 6.35947216799 0 81.776667425 2.584998862500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf503 5.21477775932 0 81.994167525 2.258748712500008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf504 3.4313336476 0 82.8816661 0.9275008499999942
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf505 3.68328404231 0 82.05750025 2.163749624999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 28 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf506 5.92836922932 0 81.877500125 2.433749812500004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf507 3.80663695682 0 81.9374992 2.3437511999999927
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf508 5.05770084008 0 82.24583295 1.88125057500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 22 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf509 3.20777861875 0 82.08083205 2.128751925000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf510 3.45870051953 0 82.066666825 2.149999762500002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf511 5.69409031372 0 81.924167325 2.3637490125000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf512 6.06060941775 0 81.9683331 2.297500350000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf513 4.1918323886 0 82.824166075 1.0137508875000094
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 21 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf514 5.51311465307 0 82.0116664 2.2325004000000064
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf515 5.94347809389 0 81.9191666 2.3712501000000046
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf516 4.65273283316 0 83.041665875 0.6875011874999899
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf517 2.6302261544 0 83.335834275 0.5641657250000037
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf518 3.22579199405 0 83.4974991 0.40250090000000116
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf519 3.27967368224 0 83.130833075 0.5537503875000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf520 3.43425412049 0 83.53666685 0.3633331499999969
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf521 3.28200602128 0 83.10166715 0.5974992750000041
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf522 3.59684205595 0 83.177500325 0.48374951250000464
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf523 3.59452470708 0 83.314166525 0.5858334749999955
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf524 2.46849388159 0 83.525832375 0.3741676250000069
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf525 3.59984947477 0 83.574999275 0.3250007250000039
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf526 2.56221404472 0 83.107499125 0.5887513124999941
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf527 2.47649388334 0 83.346667275 0.5533327249999985
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf528 3.45475224289 0 83.1041657 0.5937514500000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf529 3.14847976496 0 83.299999275 0.6000007249999953
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf530 3.7245329101 0 82.9900001 0.7649998499999953
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf531 3.62667420737 0 83.133332425 0.5500013624999909
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf532 2.64505034404 0 83.412499775 0.48750022499999945
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf533 3.19448276073 0 83.324167425 0.5758325750000012
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf534 3.4521680168 0 83.34083295 0.5591670499999936
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf535 3.22348002932 0 83.42249985 0.4775001500000059
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf536 2.46542270496 0 83.481667075 0.41833292499999575
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf537 2.52778795522 0 83.486665925 0.4133340750000031
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf538 2.56221404472 0 83.144166975 0.5337495374999932
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf539 3.27823297285 0 83.20333445 0.6966655500000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf540 3.6180742183 0 82.60750005 1.338749925000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf541 3.92533229567 0 83.4591669 0.4408331000000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf542 3.58859383862 0 82.264166475 1.8537502875000058
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf543 3.22297604526 0 82.75916615 1.111250775000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf544 3.66372023461 0 82.59166585 1.3625012250000026
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf545 3.91002002291 0 82.5483341 1.427498849999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf546 3.96917380416 0 82.402500725 1.6462489125000062
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf547 3.95854211657 0 82.256666125 1.865000812500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf548 3.66981520647 0 82.52583375 1.4612493749999942
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf549 3.8906919752 0 82.56250095 1.4062485749999993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf550 3.80542946014 0 82.589166625 1.3662500624999936
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf551 4.01038027961 0 83.020833375 0.7187499375000073
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf552 3.54824634447 0 82.628332675 1.3075009875000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf553 3.99739578291 0 82.5425003 1.4362495499999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf554 3.42612797341 0 82.64000035 1.289999475000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf555 3.37950116826 0 82.5966667 1.3549999499999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf556 3.85260352333 0 82.516667575 1.4749986375000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf557 3.70250486116 0 83.482500475 0.4174995250000052
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf558 3.85830895124 0 82.7925002 1.0612496999999905
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf559 3.08261368468 0 82.583333825 1.3749992625000047
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf560 3.84859290112 0 82.804166725 1.0437499124999974
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf561 3.88910440715 0 82.49000105 1.5149984249999946
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf562 3.77712344616 0 82.583332925 1.3750006125000098
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf563 3.3516889331 0 82.640000425 1.289999362500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf564 3.24530593811 0 82.568332375 1.3975014375000043
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf565 3.76898427543 0 82.60916635 1.336250475000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf566 3.44754596993 0 82.272499425 1.8412508624999901
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf567 4.05924378827 0 82.56500135 1.4024979749999957
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf568 3.93740416705 0 82.522498825 1.4662517625000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf569 3.84132198203 0 82.5683344 1.3974984000000035
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf570 3.09230255687 0 82.6708328 1.2437508000000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf571 3.7426849711 0 82.5908331 1.3637503500000037
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf572 2.86454312858 0 83.1341669 0.5487496500000049
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf573 3.8409412107 0 82.574167475 1.3887487875000062
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf574 3.42777980223 0 82.648334175 1.2774987374999967
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf575 3.40403815603 0 83.51166655 0.38833344999999897
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf576 3.88047602719 0 82.532500075 1.4512498874999977
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf577 3.77830204078 0 82.647500475 1.2787492874999984
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf578 3.42777980223 0 82.63249865 1.3012520249999966
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf579 4.04812478529 0 82.325000375 1.7624994374999972
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf580 3.42612797341 0 82.567500125 1.3987498125000073
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf581 2.71103437454 0 82.644166375 1.2837504375000037
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf582 2.71585198734 0 82.609166725 1.3362499125000085
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf583 3.94925800299 0 82.51000045 1.4849993249999898
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf584 5.94686699811 0 81.866666425 2.450000362499992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf585 6.08581936049 0 81.75666715 2.6149992750000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf586 5.8159977702 0 81.991667725 2.262498412500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf587 5.84038818508 0 81.9858334 2.2712498999999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf588 3.16200541504 0 81.93916565 2.34125152499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf589 6.13324261561 0 82.027500175 2.2087497375
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf590 3.40390894839 0 82.398333225 1.6525001624999973
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf591 5.96588342505 0 81.875832675 2.436250987500003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf592 6.06542582931 0 81.75916635 2.6112504749999985
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf593 3.75822433713 0 82.285832875 1.8212506875000045
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf594 4.83568092525 0 82.5116665 1.482500249999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf595 2.92350480095 0 82.088333675 2.117499487499998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf596 4.86061160899 0 82.13083405 2.0537489249999936
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf597 5.80915645539 0 82.07333335 2.139999975000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf598 4.77219926546 0 82.145833575 2.0312496375000038
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf599 4.95642590255 0 82.177500425 1.9837493624999922
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf600 6.3125953848 0 81.8175009 2.5237486500000017
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf601 5.68676212758 0 81.9325008 2.3512488000000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf602 4.87802723389 0 82.616667025 1.3249994625000028
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf603 4.24152951084 0 82.3408333 1.7387500500000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf604 4.86742481345 0 81.79666635 2.555000475000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf605 2.84079562042 0 81.7549991 2.6175013499999906
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf606 4.7209030777 0 82.50916645 1.4862503250000074
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf607 3.21429793651 0 82.037499825 2.1937502625000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf608 6.20896956368 0 81.806666375 2.540000437499991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf609 6.11253055706 0 81.9508336 2.3237496000000064
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf610 5.72814889622 0 82.070833225 2.143750162499998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf611 6.03912384738 0 81.9508329 2.323750650000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf612 4.82854259452 0 81.999166275 2.25125058750001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf613 6.28005303148 0 81.999167275 2.2512490874999926
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf614 3.53322652378 0 81.8325003 2.50124954999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf615 5.54554314448 0 82.005833575 2.2412496375000046
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf616 5.92460400808 0 81.8916666 2.4125001000000097
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf617 6.24638811174 0 81.81916665 2.5212500250000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf618 3.60668252472 0 82.4383338 1.5924993000000072
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf619 5.00597538776 0 82.5850009 1.3724986500000043
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf620 3.50178718632 0 82.0274992 2.208751200000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf621 5.41498979223 0 81.926666575 2.360000137500002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf622 6.12963802972 0 81.939999775 2.340000337499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf623 2.84806440183 0 82.35833275 1.7125008749999964
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 22 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf624 4.53047135975 0 82.752499075 1.1212513874999956
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf625 6.45517159164 0 81.904999375 2.392500937499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf626 2.77533156099 0 83.51249885 0.38750114999999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf627 2.67681442383 0 83.54249975 0.3575002499999954
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf628 3.34131522534 0 83.388333375 0.511666624999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf629 3.91196048681 0 83.385832775 0.5141672250000028
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf630 3.67732734091 0 83.6216665 0.27833349999999657
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf631 3.17642385621 0 83.9708332 0.22916679999999873
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf632 3.7148603211 0 83.47666625 0.42333375000000617
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf633 3.550044405 0 83.379166975 0.5208330249999961
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf634 3.89833699237 0 83.465000775 0.4349992250000071
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf635 3.41246964545 0 83.380834025 0.5191659750000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf636 2.74258180683 0 83.38166735 0.5183326499999993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf637 3.19236717145 0 83.629166025 0.2708339749999965
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf638 2.66820276722 0 83.504999725 0.39500027499999535
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf639 3.91196048681 0 83.510833025 0.3891669750000034
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf640 3.6987123875 0 83.473332775 0.4266672249999971
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf641 2.6908653869 0 83.450833775 0.44916622499999337
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf642 3.21949064499 0 83.1749996 0.48750059999998996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf643 3.8540168116 0 83.3374999 0.5625001000000026
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf644 3.56007386967 0 83.6800005 0.21999949999999446
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf645 3.33812673629 0 83.398332625 0.5016673750000052
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf646 4.04048626029 0 83.339167475 0.5608325250000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf647 3.85170222236 0 83.446665375 0.4533346250000051
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf648 3.90854569412 0 83.439166475 0.46083352500000674
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf649 3.19820449438 0 83.620000625 0.27999937499999705
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf650 3.56169130222 0 83.4466666 0.45333339999999966
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf651 2.47649388334 0 83.3058326 0.5941673999999978
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf652 3.84319484171 0 83.5466665 0.3533334999999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf653 3.61281589655 0 83.4683321 0.4316679000000022
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf654 3.45781979362 0 83.395832825 0.5041671750000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf655 3.66427338342 0 83.350832525 0.5491674749999987
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf656 3.73380488971 0 83.555833725 0.34416627500000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf657 3.34017631976 0 83.901667075 0.29833292499999403
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf658 3.36416579236 0 83.4666676 0.43333240000000617
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf659 3.90051037143 0 83.377498975 0.5225010250000054
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf660 3.42864727797 0 83.366666 0.533334000000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf661 4.00593124871 0 83.6191658 0.28083419999999537
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf662 3.19455366876 0 83.6241671 0.27583290000000604
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf663 3.73050433946 0 83.313333525 0.5866664749999956
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf664 3.4587813675 0 83.399999225 0.5000007749999981
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf665 3.04008546135 0 83.599166675 0.3008333249999936
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf666 3.78060333145 0 83.4550007 0.44499930000000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf667 3.61962110787 0 83.460833125 0.4391668750000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf668 3.8810965693 0 83.2749996 0.625000399999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf669 3.33861347291 0 83.625000425 0.27499957500000394
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf670 2.56753588524 0 83.6249996 0.2750004000000047
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf671 2.66966635352 0 83.505833375 0.39416662500000543
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf672 3.62734932603 0 83.393333 0.5066670000000016
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf673 2.81757910985 0 83.399999475 0.5000005249999987
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf674 3.90909166028 0 83.35083335 0.549166649999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf675 3.67412584098 0 83.899166975 0.0008330250000000428
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf676 3.89711553068 0 83.522500025 0.37749997500000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf677 3.62570087392 0 83.388333425 0.511666575000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf678 3.07523718155 0 82.7808333 1.0787500500000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf679 4.13425005433 0 82.42083265 1.6187510250000088
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf680 3.61960948722 0 82.8216667 1.0174999500000084
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf681 3.77350891881 0 83.4066669 0.4933330999999953
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf682 3.29849329899 0 82.699167225 1.2012491625000052
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf683 2.53422103757 0 82.725833325 1.1612500125000054
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 35 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf684 3.07598772844 0 82.70083335 1.1987499750000055
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf685 2.9984674801 0 82.483333625 1.5249995624999997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf686 2.69034021678 0 82.911667225 0.8824991624999967
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf687 3.6121448006 0 82.63666585 1.295001225
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf688 3.72756318437 0 82.55749965 1.4137505250000046
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf689 3.55023099238 0 82.526666675 1.459999987499998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf690 3.42777980223 0 82.684999375 1.2225009374999942
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf691 4.84352798061 0 82.450834125 1.5737488124999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf692 3.76776786291 0 82.559167175 1.4112492375000016
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf693 4.51358276297 0 82.44000035 1.589999474999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf694 3.72458652593 0 82.6208338 1.3187493000000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf695 3.76348907779 0 82.8208328 1.0187507999999923
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf696 3.69520391434 0 82.767499375 1.0987509375000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf697 3.66560916957 0 82.67916755 1.2312486749999962
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf698 3.77027202063 0 82.488333725 1.517499412499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf699 3.75097348493 0 82.7166668 1.174999800000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf700 2.45929083235 0 82.681665775 1.2275013375000015
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 33 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf701 3.23452197803 0 82.6866664 1.2200004000000106
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf702 3.78589104303 0 82.468333725 1.5474994125000094
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf703 3.67105883538 0 82.655833575 1.266249637499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf704 3.68966627876 0 82.65166675 1.272499874999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf705 3.76017408275 0 82.621666375 1.3175004374999943
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf706 3.24530593811 0 82.58416615 1.3737507749999978
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf707 2.8309510337 0 82.354167125 1.7187493124999946
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf708 3.65387014178 0 82.29333365 1.8099995250000092
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf709 3.71442465807 0 82.654166575 1.2687501374999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf710 3.14961884209 0 82.7824993 1.0762510500000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf711 2.83638434085 0 82.5541664 1.4187504000000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf712 2.91601847724 0 82.573332825 1.3900007625000086
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf713 3.64186373922 0 82.65666695 1.2649995749999974
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf714 2.81202046932 0 82.533333575 1.4499996374999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf715 3.76108652872 0 82.46333325 1.5550001249999923
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf716 3.65879322305 0 82.645832475 1.281251287499991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf717 3.70045394085 0 82.521666475 1.4675002874999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf718 3.72520627099 0 82.66583245 1.2512513250000055
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf719 3.24756557937 0 82.614999375 1.3275009375000053
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf720 3.30885003192 0 82.649167625 1.276248562499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf721 4.87113873596 0 82.313334075 1.7799988874999997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf722 2.99807106899 0 82.5941672 1.3587491999999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf723 2.72823552171 0 82.50916655 1.486250174999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf724 2.80778843881 0 82.6516676 1.2724986000000058
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf725 3.78397139373 0 82.5358331 1.4462503499999926
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf726 3.54172278638 0 82.500833175 1.4987502375000048
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf727 3.24678797193 0 82.6966673 1.2049990499999979
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf728 3.25008734698 0 82.639999975 1.2900000375000076
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf729 3.45364629658 0 82.469166625 1.5462500625000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf730 3.51186658454 0 82.663332725 1.2550009124999946
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf731 3.64560643018 0 82.46166725 1.5574991249999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf732 3.56631738856 0 82.4725002 1.5412497000000016
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf733 4.44852035759 0 82.728333075 1.1575003875000078
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf734 3.83632344443 0 81.790833625 2.563749562499993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf735 5.34047298453 0 81.87749975 2.4337503750000025
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 30 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf736 5.65205072298 0 81.823333 2.515000499999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf737 3.09454478777 0 82.189167275 1.966249087499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 22 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf738 4.66234436114 0 81.882500525 2.4262492125000037
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf739 4.57988807369 0 82.72749975 1.1587503749999897
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf740 3.14265791087 0 82.407500075 1.6387498874999977
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf741 3.79743686888 0 82.55999965 1.410000525000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf742 5.37418600885 0 81.905000525 2.3924992124999918
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf743 5.04653302026 0 82.4066666 1.6400001000000088
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf744 4.13261299183 0 81.8124998 2.5312503000000035
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf745 5.72782322817 0 81.8375002 2.4937497000000093
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf746 5.05336757055 0 81.8708332 2.4437501999999895
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf747 5.39629361273 0 81.907500475 2.3887492874999907
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf748 4.5639539009 0 81.868333475 2.4474997875
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf749 2.48550160702 0 81.98249965 2.276250525000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 22 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf750 3.36713317478 0 82.3433332 1.7350001999999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf751 4.25330235918 0 82.050833225 2.173750162499992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf752 4.73785735024 0 82.43083295 1.6037505750000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf753 5.75116942647 0 81.810832725 2.533750912500004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf754 4.08310313137 0 81.82083325 2.5187501249999897
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf755 3.69771415222 0 81.771667375 2.5924989374999896
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf756 4.5639539009 0 81.88916665 2.4162500249999894
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf757 3.61284787083 0 81.839166675 2.491249987499998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf758 3.14794852044 0 83.18249955 0.47625067499999574
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf759 3.61297523069 0 83.109166025 0.5862509625000101
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf760 3.0859019816 0 83.58333355 0.31666644999999394
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf761 3.48258407644 0 83.072499225 0.6412511624999979
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf762 2.35625127316 0 83.69083365 0.20916634999999817
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf763 3.82892289873 0 83.0383339 0.6924991500000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf764 3.23798952739 0 83.382500875 0.5174991249999948
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf765 2.46884718101 0 83.7450001 0.1549999000000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf766 2.89946744376 0 83.59416695 0.3058330499999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf767 3.9824491999 0 83.034165925 0.6987511125000054
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf768 2.26810900867 0 83.441667 0.45833300000000465
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf769 3.33442766268 0 83.4108334 0.4891665999999987
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf770 3.56238424705 0 83.114167025 0.5787494624999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf771 2.20628386166 0 83.8049997 0.09500030000000381
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf772 2.96054190359 0 83.446667125 0.4533328749999953
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf773 3.73646781666 0 83.210832725 0.689167274999997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf774 3.45655139427 0 83.3616669 0.538333099999997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf775 3.36781044562 0 83.41416585 0.48583414999999663
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf776 3.33711158829 0 83.400833525 0.4991664750000041
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf777 2.47649388334 0 83.294167725 0.6058322750000059
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf778 3.29795938368 0 83.4608333 0.4391666999999956
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf779 2.58901289839 0 83.224165925 0.6758340750000059
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf780 2.48110468365 0 83.166666625 0.5000000624999927
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf781 3.31743089602 0 83.52416585 0.3758341499999972
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf782 3.16532803511 0 83.4866665 0.4133335000000017
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf783 3.01209146756 0 83.39499915 0.5050008499999962
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf784 2.91506038019 0 83.454166025 0.44583397499999367
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf785 3.28419816756 0 83.439999375 0.4600006250000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf786 3.44231905129 0 83.079999875 0.6300001875000021
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf787 3.35346139693 0 83.4133336 0.4866663999999986
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf788 2.5733608853 0 83.475833225 0.42416677499999766
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf789 3.32302239408 0 83.463333575 0.4366664250000071
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf790 3.86085671563 0 83.331666975 0.5683330249999955
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf791 2.87563150959 0 83.081667125 0.6274993125000066
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf792 2.2667413651 0 83.2266664 0.6733336000000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf793 3.17877719405 0 83.10166685 0.5974997249999987
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf794 2.05169457405 0 83.546667075 0.353332924999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf795 3.92871521165 0 83.153333725 0.519999412500006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf796 2.871597607 0 83.05750035 0.663749475000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf797 3.51071987027 0 83.0066665 0.7400002500000085
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf798 3.25133864889 0 82.619998725 1.3200019124999969
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf799 3.02951773989 0 82.507500525 1.4887492125000037
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf800 3.27334017121 0 83.1308336 0.5537495999999962
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf801 3.77431743295 0 82.847500075 0.9787498875000011
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf802 3.15173939185 0 82.54416675 1.4337498749999966
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf803 3.20342071376 0 82.911666325 0.8825005125000018
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf804 3.76589200269 0 82.63416685 1.2987497250000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf805 3.97450408852 0 82.2916664 1.8125004000000047
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf806 3.72839205344 0 82.84916615 0.9762507749999969
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf807 3.83937218502 0 82.662499675 1.2562504874999902
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf808 3.46318308501 0 82.660000625 1.2599990625000075
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf809 2.65194478828 0 82.9966669 0.7549996500000091
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf810 3.81868246747 0 82.676666625 1.2350000625000064
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf811 2.668045357 0 82.687500775 1.2187488374999944
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf812 3.6406305738 0 83.044166575 0.6837501374999917
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf813 3.88869175025 0 82.619999925 1.3200001124999972
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf814 3.31960896231 0 82.582499525 1.3762507124999956
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf815 3.74455317852 0 83.011666325 0.7325005125000104
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf816 3.5137137361 0 82.635833375 1.2962499374999936
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf817 3.47803508789 0 82.671666975 1.2424995375000094
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf818 3.88869175025 0 82.5324997 1.4512504499999963
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf819 3.99015746851 0 83.32999975 0.5700002500000011
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf820 3.47633448052 0 82.70916585 1.1862512249999924
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf821 3.81672942872 0 82.66249985 1.2562502249999952
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf822 3.68765396647 0 83.035833175 0.6962502375000099
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf823 2.62468751826 0 83.85666555 0.04333444999999758
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf824 3.24530593811 0 82.596666725 1.3549999124999914
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf825 3.78887649269 0 82.6574997 1.2637504499999963
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf826 3.27825362995 0 83.098333475 0.602499787499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf827 4.04464703118 0 82.658332375 1.2625014374999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf828 4.0080827723 0 82.967499475 0.7987507875000048
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf829 3.81868246747 0 82.6308328 1.3037508000000102
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf830 2.97178100595 0 82.274999925 1.8375001124999955
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf831 3.6270584119 0 82.60749975 1.3387503749999965
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf832 4.0570665511 0 82.461666575 1.557500137500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf833 3.28457771051 0 83.106666975 0.589999537500006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf834 3.82073461682 0 82.628333725 1.3074994124999932
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf835 2.81694416161 0 82.9158347 0.8762479499999927
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf836 2.71225929471 0 82.91 0.8850000000000051
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf837 3.2770273421 0 82.669999925 1.2450001125000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf838 3.34881572161 0 82.45500065 1.5674990249999965
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf839 3.95513111625 0 82.567500925 1.3987486124999933
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf840 3.07936522986 0 82.384166725 1.6737499125
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf841 3.50904748658 0 82.551667075 1.4224993875000038
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf842 3.78763902744 0 82.524167675 1.4637484874999984
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf843 3.18013008622 0 82.7024998 1.1962503000000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf844 4.03626127129 0 82.5291655 1.4562517499999927
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf845 2.58905763401 0 82.68250105 1.2262484250000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf846 3.99304048761 0 82.58416755 1.3737486749999945
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf847 3.99528436929 0 82.64749975 1.2787503750000084
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf848 3.78763902744 0 82.690000125 1.2149998125000039
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf849 3.68134508359 0 82.605832975 1.3412505375000023
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf850 3.9513615958 0 82.637499625 1.2937505624999943
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf851 3.74332022224 0 81.716666775 2.6749998375000104
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf852 2.81716153181 0 82.6441663 1.2837505500000077
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf853 6.16037265169 0 81.943333075 2.3350003875000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf854 3.37055296019 0 81.936666475 2.3450002875000067
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf855 4.90505757241 0 82.631667175 1.302499237499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf856 4.91731542308 0 82.125833525 2.0612497124999933
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf857 5.10882133745 0 82.5716667 1.3924999500000084
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf858 5.91056159856 0 82.000000275 2.2499995874999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf859 3.59399896186 0 81.861666875 2.457499687500004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf860 3.8438175556 0 81.89499995 2.4075000750000015
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf861 5.10882133745 0 82.03250025 2.2012496250000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf862 3.24518027232 0 82.024166425 2.2137503624999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf863 4.45286607582 0 82.109999625 2.0850005624999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf864 2.66745181515 0 81.925832975 2.3612505374999913
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf865 3.8438175556 0 81.93416575 2.348751374999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf866 2.75141950611 0 83.235000425 0.6649995750000045
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf867 5.02396619108 0 81.964998375 2.30250243750001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf868 6.30850043881 0 81.839167875 2.4912481874999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf869 2.71089204705 0 82.777500525 1.0837492125000097
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf870 3.37792709756 0 82.785001075 1.072498387500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf871 6.20896956368 0 81.805832675 2.5412509874999927
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf872 6.093601141 0 81.809166125 2.5362508124999934
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf873 6.17472027945 0 81.960000325 2.3099995125000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf874 4.37093352457 0 82.7258336 1.1612495999999979
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf875 5.7215125746 0 81.9375002 2.3437496999999965
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf876 4.84163016407 0 82.084999725 2.1225004124999955
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf877 6.26209688761 0 81.819166775 2.521249837500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf878 4.85663126202 0 82.5866659 1.3700011500000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf879 6.20896956368 0 81.853333725 2.4699994125000018
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf880 3.15632103776 0 83.2983335 0.6016665000000018
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf881 3.80890289184 0 81.777500975 2.583748537500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf882 4.31381299305 0 83.01000025 0.7349996249999933
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf883 3.79575894348 0 82.3091669 1.7862496500000091
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 22 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf884 6.01904155181 0 81.837499775 2.4937503375000034
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf885 3.09816021067 0 82.4133333 1.6300000499999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf886 2.53423568639 0 82.0749991 2.137501350000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 26 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf887 3.92665454118 0 81.950833375 2.323749937499997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf888 5.43694808897 0 81.838333275 2.492500087500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf889 5.43694808897 0 81.915832175 2.3762517374999916
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf890 3.72936814517 0 83.34833285 0.5516671499999944
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf891 3.50391619891 0 83.436665475 0.46333452500000194
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf892 3.31248767312 0 83.2858336 0.6141663999999963
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf893 3.7499123954 0 83.4508327 0.4491672999999935
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf894 3.44261287135 0 83.47166675 0.4283332500000029
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf895 3.69707003451 0 83.4391661 0.4608339000000058
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf896 3.51958469414 0 83.454166025 0.44583397499999367
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf897 3.3941522599 0 83.4208333 0.47916670000000183
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf898 2.50486697002 0 83.303333425 0.5966665749999948
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf899 3.69734139746 0 83.716666025 0.18333397500000503
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf900 3.53539394872 0 83.4691667 0.43083329999999764
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf901 2.81481595232 0 83.30999995 0.5900000499999948
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf902 3.59517889854 0 83.304999975 0.5950000249999988
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf903 2.7921225095 0 83.417500225 0.4824997750000023
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf904 3.63331458464 0 83.449166125 0.45083387499999505
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf905 3.47299403328 0 83.55583285 0.3441671499999984
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf906 3.44718329478 0 83.274167675 0.625832324999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf907 3.68820488322 0 83.474166075 0.4258339250000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf908 3.54345165631 0 83.48249965 0.41750035000000596
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf909 3.71451789948 0 83.427500375 0.4724996250000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf910 3.41501347545 0 83.6241676 0.2758323999999931
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf911 2.35625127316 0 83.7183326 0.18166740000000348
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf912 3.11476765562 0 83.430000525 0.46999947500000305
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf913 2.54844128088 0 83.651667225 0.24833277500000295
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf914 3.47560954513 0 83.185000275 0.4724995875000104
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf915 2.47649388334 0 83.309999775 0.5900002250000057
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf916 3.63349441695 0 83.54916695 0.35083305
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf917 3.30388414795 0 83.359167275 0.5408327249999957
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf918 3.77986574157 0 83.4441673 0.4558326999999963
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf919 3.67920746343 0 83.2683346 0.6316653999999972
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf920 2.70850046994 0 83.616666525 0.2833334750000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/data/autotuner_data/tuner_promise_confs_batch220_multi2.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/data/autotuner_data/tuner_promise_confs_batch220_multi2.txt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7fdbf108c1cbca0154d6c300cd3ebbdaf7cd6d
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/data/autotuner_data/tuner_promise_confs_batch220_multi2.txt
@@ -0,0 +1,89001 @@
++++++
+conf1 1 0 83.5 0
+1 gpu conv fp32 1 
+2 gpu batchnorm fp32 1 
+3 gpu relu fp32 1 
+4 gpu group_conv fp32 1 
+5 gpu batchnorm fp32 1 
+6 gpu relu fp32 1 
+7 gpu conv fp32 1 
+8 gpu batchnorm fp32 1 
+9 gpu relu fp32 1 
+10 gpu group_conv fp32 1 
+11 gpu batchnorm fp32 1 
+12 gpu relu fp32 1 
+13 gpu conv fp32 1 
+14 gpu batchnorm fp32 1 
+15 gpu relu fp32 1 
+16 gpu group_conv fp32 1 
+17 gpu batchnorm fp32 1 
+18 gpu relu fp32 1 
+19 gpu conv fp32 1 
+20 gpu batchnorm fp32 1 
+21 gpu relu fp32 1 
+22 gpu group_conv fp32 1 
+23 gpu batchnorm fp32 1 
+24 gpu relu fp32 1 
+25 gpu conv fp32 1 
+26 gpu batchnorm fp32 1 
+27 gpu relu fp32 1 
+28 gpu group_conv fp32 1 
+29 gpu batchnorm fp32 1 
+30 gpu relu fp32 1 
+31 gpu conv fp32 1 
+32 gpu batchnorm fp32 1 
+33 gpu relu fp32 1 
+34 gpu group_conv fp32 1 
+35 gpu batchnorm fp32 1 
+36 gpu relu fp32 1 
+37 gpu conv fp32 1 
+38 gpu batchnorm fp32 1 
+39 gpu relu fp32 1 
+40 gpu group_conv fp32 1 
+41 gpu batchnorm fp32 1 
+42 gpu relu fp32 1 
+43 gpu conv fp32 1 
+44 gpu batchnorm fp32 1 
+45 gpu relu fp32 1 
+46 gpu group_conv fp32 1 
+47 gpu batchnorm fp32 1 
+48 gpu relu fp32 1 
+49 gpu conv fp32 1 
+50 gpu batchnorm fp32 1 
+51 gpu relu fp32 1 
+52 gpu group_conv fp32 1 
+53 gpu batchnorm fp32 1 
+54 gpu relu fp32 1 
+55 gpu conv fp32 1 
+56 gpu batchnorm fp32 1 
+57 gpu relu fp32 1 
+58 gpu group_conv fp32 1 
+59 gpu batchnorm fp32 1 
+60 gpu relu fp32 1 
+61 gpu conv fp32 1 
+62 gpu batchnorm fp32 1 
+63 gpu relu fp32 1 
+64 gpu group_conv fp32 1 
+65 gpu batchnorm fp32 1 
+66 gpu relu fp32 1 
+67 gpu conv fp32 1 
+68 gpu batchnorm fp32 1 
+69 gpu relu fp32 1 
+70 gpu group_conv fp32 1 
+71 gpu batchnorm fp32 1 
+72 gpu relu fp32 1 
+73 gpu conv fp32 1 
+74 gpu batchnorm fp32 1 
+75 gpu relu fp32 1 
+76 gpu group_conv fp32 1 
+77 gpu batchnorm fp32 1 
+78 gpu relu fp32 1 
+79 gpu conv fp32 1 
+80 gpu batchnorm fp32 1 
+81 gpu relu fp32 1 
+82 gpu pool_mean fp32 1 
+83 gpu mul fp32 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf1 4.15413017186 0 83.163334475 0.5049982875000012
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf2 2.98991537361 0 83.386665875 0.5133341249999944
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf3 3.88159289347 0 83.2783331 0.6216669000000025
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf4 4.14749473048 0 83.220000325 0.6799996749999991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf5 4.4175200707 0 83.219999875 0.6800001250000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf6 4.43502212401 0 83.155834675 0.5162479875000088
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf7 4.10832403497 0 83.103333275 0.5950000875000043
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf8 3.31453105661 0 82.59083295 1.3637505749999903
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf9 3.52220799908 0 82.4716658 1.542501300000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf10 3.44814122333 0 82.51916615 1.4712507749999943
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf11 3.02800023045 0 82.64999965 1.275000525000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf12 3.68207420915 0 82.448332775 1.5775008375000041
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf13 3.862916011 0 82.7708336 1.0937495999999953
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf14 3.7573272945 0 82.422500075 1.6162498874999969
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf15 3.93066025121 0 82.594167 1.3587495000000018
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf16 3.87800695966 0 82.430000125 1.6049998124999902
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf17 3.68207420915 0 82.56333275 1.405000874999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf18 3.22097285505 0 83.564167475 0.33583252499999505
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf19 3.82500219093 0 82.9275003 0.8587495499999918
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf20 3.90066717558 0 82.329165975 1.7562510375000073
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf21 3.86501599073 0 83.115000925 0.5774986124999941
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf22 3.40096875474 0 82.72416595 1.1637510750000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf23 3.5538161637 0 82.9700005 0.7949992500000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf24 3.17344943111 0 83.00083265 0.74875102499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 35 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf25 2.76788477576 0 82.447499725 1.5787504124999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf26 3.92397614204 0 83.174999825 0.48750026249999934
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf27 3.4092100078 0 83.1424999 0.5362501499999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf28 3.03961006636 0 82.704167175 1.1937492375000076
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 35 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf29 3.62973730797 0 83.085833325 0.6212500125000062
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf30 2.81140054286 0 82.4325003 1.6012495499999986
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf31 3.18575701105 0 82.52833345 1.4574998249999922
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf32 3.42595978009 0 82.7708333 1.09375004999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf33 3.17255385439 0 82.7233329 1.165000649999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf34 3.6391339197 0 82.831667325 1.002499012500003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf35 2.72368244288 0 83.034168075 0.698747887500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 33 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf36 3.44714364594 0 82.539999575 1.440000637500006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf37 3.85171694927 0 83.137500575 0.5437491374999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf38 3.02151032351 0 83.1958331 0.4562503499999977
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf39 3.92280583455 0 83.017499875 0.7237501875000021
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf40 4.15840004076 0 82.141666525 2.0375002124999924
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf41 2.89589235375 0 82.634166725 1.2987499125
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 28 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf42 6.16453028593 0 81.9308327 2.3537509500000056
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf43 4.7463107647 0 81.9616666 2.3075000999999986
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf44 5.84575268801 0 81.983333575 2.2749996374999952
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf45 3.45773167067 0 82.297500375 1.8037494375000023
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf46 4.34036485844 0 82.463333875 1.5549991874999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf47 4.75207062649 0 81.74500045 2.6324993249999906
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf48 6.09000225926 0 81.9883331 2.2675003499999917
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf49 5.25532208128 0 81.92083345 2.3687498249999948
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf50 4.35262313423 0 82.356666825 1.7149997624999926
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf51 5.25144034242 0 81.9350005 2.3474992499999985
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf52 5.32967222406 0 81.9616671 2.3074993500000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf53 4.13210954206 0 83.056666875 0.6649996874999928
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf54 3.93967771859 0 81.763332525 2.6050012125000066
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf55 4.13872474867 0 82.631666775 1.302499837500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf56 2.7690518229 0 81.93666605 2.345000925000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf57 5.60283597265 0 81.9233338 2.364999300000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf58 4.45486021161 0 82.0608328 2.1587508
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf59 4.22738367053 0 82.226667075 1.909999387500008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf60 6.10852785257 0 81.959167325 2.3112490125000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf61 4.98692149992 0 81.822500025 2.516249962500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf62 6.11662384336 0 81.9808335 2.278749749999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf63 5.97727027928 0 82.0224998 2.2162502999999916
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf64 2.93382347771 0 81.85416565 2.468751525000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 25 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf65 5.54950778131 0 81.73833355 2.6424996750000105
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf66 6.11662384336 0 81.889999075 2.4150013874999914
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf67 3.82767121119 0 82.26583335 1.8512499750000089
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf68 4.99324893801 0 81.816667 2.524999500000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf69 5.74180480491 0 81.889166525 2.4162502125000103
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf70 2.8416794212 0 82.981666775 0.7774998375000095
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf71 5.63492586502 0 81.993333575 2.259999637500009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf72 3.83421974764 0 83.207499825 0.6925001750000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf73 1.87482212142 0 82.811667125 1.0324993125000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 22 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 21 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf74 4.43826460769 0 81.75166725 2.6224991250000045
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf75 5.03123041946 0 82.306666375 1.790000437499991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf76 4.2701321542 0 82.1975002 1.9537497000000101
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf77 3.8174916299 0 83.4608337 0.4391663000000051
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf78 3.54707867194 0 83.409999875 0.4900001250000031
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf79 3.90991089555 0 83.46999955 0.43000045000000287
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf80 3.67974499409 0 83.3833332 0.5166668000000044
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf81 2.82550849059 0 83.28583315 0.614166849999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf82 2.77356236628 0 83.60833335 0.2916666500000048
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf83 2.54319644535 0 83.399166475 0.5008335249999988
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf84 3.73175797849 0 83.50083335 0.3991666500000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf85 3.36226524472 0 83.472500175 0.4274998250000067
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf86 3.00745254477 0 83.33583355 0.5641664499999962
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf87 3.95482984539 0 83.289165675 0.6108343249999933
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf88 2.89889994154 0 83.269167175 0.6308328249999932
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf89 3.60299625636 0 83.3791664 0.5208335999999975
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf90 3.13621575975 0 83.54083385 0.3591661500000015
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf91 2.61388509814 0 83.457500225 0.44249977499999604
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf92 4.05930607617 0 83.1716666 0.492500100000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf93 3.73175797849 0 83.575000225 0.32499977500000343
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf94 3.76274140853 0 83.47916685 0.42083315000000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf95 3.20332969056 0 83.850833275 0.04916672500000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf96 3.64570944225 0 83.45249935 0.4475006500000035
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf97 3.85035669633 0 83.5608333 0.33916670000000126
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf98 3.54829526922 0 83.25249975 0.6475002500000017
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf99 3.61899339422 0 83.278334075 0.6216659249999964
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf100 3.28254525212 0 83.489167025 0.4108329749999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf101 3.50816224551 0 83.252499725 0.6475002749999931
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf102 4.10549146346 0 83.3416668 0.5583332000000013
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf103 3.36715352889 0 83.584166725 0.31583327499999714
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf104 3.1088246435 0 83.1591665 0.5112502500000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf105 3.47488338292 0 83.388333125 0.5116668749999974
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf106 3.59538418566 0 83.5300007 0.3699992999999978
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf107 3.97286473272 0 83.537499975 0.3625000249999971
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf108 3.8174916299 0 83.451667075 0.4483329249999969
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf109 3.46345463754 0 83.462500825 0.4374991749999936
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf110 3.556746151 0 83.424999425 0.47500057500000425
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf111 3.96049527585 0 83.53333295 0.3666670499999981
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf112 3.9715961288 0 83.32833325 0.57166675
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf113 3.93130152041 0 82.56666695 1.3999995750000025
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf114 2.8668123125 0 82.998333125 0.7525003124999969
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf115 2.64845545339 0 82.965000875 0.8024986874999982
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf116 3.14597582271 0 82.849167475 0.9762487874999977
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf117 2.72482912735 0 83.4741666 0.42583339999999625
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf118 3.95103617451 0 82.3491667 1.7262499500000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf119 3.00588110745 0 83.02166615 0.7175007749999978
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf120 3.28000196808 0 82.762500375 1.1062494374999972
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf121 3.47173739276 0 82.802499825 1.0462502625000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf122 2.61621549789 0 83.197500425 0.4537493624999982
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf123 2.95549421538 0 83.010000475 0.7349992875000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf124 3.88669230643 0 82.45333265 1.5700010250000105
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf125 2.83364863532 0 82.581667225 1.3774991624999942
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf126 3.08002863884 0 82.504999925 1.4925001124999895
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf127 2.00048974491 0 82.50666635 1.490000474999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf128 2.73765608296 0 82.255832625 1.8662510625000053
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf129 4.06487927094 0 83.13333375 0.5499993749999916
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf130 4.09684344986 0 83.003333475 0.7449997874999923
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf131 3.21849911232 0 82.29583385 1.806249225000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf132 2.04860322208 0 82.465833275 1.5512500875000086
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf133 3.80144895722 0 82.52833315 1.4575002750000081
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf134 2.56619518427 0 82.785834275 1.0712485875000013
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf135 3.62695395201 0 82.454165975 1.5687510375000073
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf136 3.89727045934 0 82.97500015 0.7874997750000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf137 4.12276718448 0 82.457499725 1.5637504124999921
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf138 3.60700810131 0 82.545832825 1.4312507624999924
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf139 4.0205364833 0 81.89083385 2.4137492249999895
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf140 4.11840212461 0 81.8091669 2.536249650000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf141 3.01049479281 0 82.019999875 2.2200001875000055
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf142 3.85335942385 0 82.0483325 2.177501249999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf143 2.5026299742 0 81.625833925 2.8112491125000076
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf144 3.43886954105 0 82.726666675 1.1599999874999938
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf145 3.73017005141 0 82.89583355 0.9062496749999909
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf146 3.15732515345 0 81.805000075 2.542499887500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf147 3.98632041312 0 82.07166655 2.142500174999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf148 3.80024443647 0 82.9274992 0.8587512000000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf149 4.08467265051 0 82.004166025 2.2437509624999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf150 4.02990448369 0 82.30916665 1.7862500250000082
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf151 3.90355228103 0 81.8025006 2.546249099999997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf152 3.94843898601 0 81.8916664 2.412500399999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf153 4.12751348406 0 81.888333875 2.417499187499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf154 4.02515780566 0 81.9924993 2.2612510499999914
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf155 3.83482666749 0 82.1449991 2.0325013499999898
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf156 3.8517164764 0 82.2041664 1.9437503999999919
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf157 4.10598132256 0 81.954167525 2.318748712499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf158 3.31478397356 0 81.75083395 2.623749074999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf159 3.96623260541 0 82.226666875 1.9099996874999903
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf160 4.04782353886 0 82.049166175 2.1762507375000055
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf161 4.02858926028 0 81.793333275 2.5600000875000077
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf162 3.00292158132 0 81.6974989 2.703751650000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 22 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf163 3.29748236022 0 82.1050001 2.092499850000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf164 4.0362576555 0 82.2466675 1.8799987499999986
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 22 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf165 3.05446537337 0 82.1716669 1.992499649999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf166 3.9071658065 0 82.190832875 1.9637506875000028
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf167 3.93287113327 0 82.12666665 2.0600000249999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf168 4.04478954767 0 81.856666625 2.465000062499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf169 3.61558117477 0 81.9016671 2.397499350000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf170 4.30825679247 0 81.851666825 2.472499762500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf171 3.69363094091 0 82.946667475 0.8299987875000028
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf172 2.77993236963 0 82.4766672 1.5349992000000086
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf173 2.54145510026 0 82.7925007 1.0612489499999924
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 21 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf174 3.87860542119 0 82.008333625 2.237499562499991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf175 3.56868994119 0 82.02499975 2.2125003749999905
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf176 2.23770347257 0 83.0258332 0.7112502000000092
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf177 2.49861746763 0 82.984166525 0.7737502124999907
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf178 2.02993947881 0 83.30250015 0.5974998499999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf179 2.20017225716 0 83.1766651 0.48500235000000913
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf180 2.71551751125 0 83.228333425 0.6716665749999976
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf181 2.06184549766 0 83.031666575 0.702500137499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf182 2.77617639439 0 82.328333125 1.7575003124999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf183 3.8694276968 0 82.7800006 1.079999100000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf184 2.34590457627 0 82.2816663 1.8275005500000034
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf185 4.07407440381 0 82.244165975 1.883751037499998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf186 3.11780856309 0 82.428332975 1.6075005374999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf187 3.58558835651 0 82.3399998 1.7400002999999984
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf188 3.85234242953 0 82.34583265 1.7312510249999917
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf189 2.7074193437 0 82.325833575 1.7612496374999935
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf190 4.05895393605 0 82.3066669 1.7899996500000057
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf191 3.78103563563 0 82.3833346 1.6749981000000034
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf192 3.7929361233 0 82.3158331 1.7762503499999909
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf193 2.97917012062 0 82.399166375 1.6512504375000105
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf194 3.70896846547 0 82.84583335 0.9812499749999901
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf195 3.05031465583 0 82.129166025 2.0562509624999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf196 4.76953621711 0 81.905 2.3924999999999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf197 4.82068705485 0 82.02250055 2.2162491749999944
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf198 3.40685460008 0 82.039999825 2.190000262500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf199 3.7406185613 0 82.309166475 1.7862502875000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 29 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf200 3.09685498241 0 82.1758326 1.9862510999999898
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf201 3.23081977958 0 82.9983336 0.7524996000000073
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf202 3.96567454672 0 82.4983326 1.5025011000000035
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf203 4.59326226068 0 82.658333425 1.2624998625000075
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf204 4.03800709024 0 82.6316668 1.3024997999999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf205 3.42928358185 0 82.031665675 2.202501487500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf206 3.32221289747 0 82.153333675 2.0199994875000016
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 21 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 28 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf207 5.66794988438 0 81.89250005 2.411249925000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf208 2.71874001219 0 82.497499925 1.5037501125000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf209 3.03474416486 0 82.05833335 2.162499975000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 28 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf210 3.88176217612 0 82.449999725 1.5750004125000032
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf211 3.54762785706 0 83.89833405 0.0016659499999974736
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf212 3.05039482856 0 82.7850004 1.072499399999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf213 2.82821126308 0 82.680833325 1.228750012500008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf214 3.81477730635 0 82.135832925 2.046250612499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf215 3.39722289075 0 83.580000125 0.31999987500000204
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 28 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf216 3.89111320826 0 82.1216669 2.067499650000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf217 3.50253383593 0 82.2108337 1.9337494500000076
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf218 4.05813557147 0 82.50000075 1.4999988750000028
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf219 3.26770542063 0 83.100000825 0.5999987625000074
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf220 3.18828477511 0 82.7100005 1.18499924999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 31 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf221 2.71225509774 0 82.55166665 1.422500024999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf222 3.87817450174 0 82.5324995 1.4512507499999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf223 4.03339162129 0 82.4558336 1.566249599999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf224 3.91264706835 0 82.13083465 2.0537480250000044
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf225 3.06837262281 0 82.53416635 1.44875047499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 26 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf226 3.69764932636 0 81.918333375 2.3724999374999953
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf227 2.43486575166 0 82.865833525 0.951249712500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf228 2.32359233423 0 82.09833355 2.10249967499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf229 3.42928358185 0 82.219165975 1.9212510375000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf230 3.55619894808 0 81.826667025 2.509999462499991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf231 2.86694058251 0 82.870833375 0.9437499374999945
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf232 4.88375274604 0 81.896667125 2.40499931250001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf233 3.28938021997 0 82.0241669 2.213749650000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 30 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf234 4.39309472823 0 81.828332925 2.507500612500003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf235 3.79357213589 0 83.575833175 0.3241668250000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf236 2.12486885207 0 83.46416625 0.4358337499999948
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf237 3.95836341588 0 83.341666975 0.5583330250000046
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf238 2.25904057642 0 83.567499 0.33250100000000204
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf239 3.39599428853 0 83.3233327 0.5766673000000054
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf240 2.27086134134 0 83.0875002 0.6187497000000093
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf241 2.25812915866 0 83.616666775 0.28333322500000124
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf242 2.12981011418 0 83.4783326 0.42166739999999836
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf243 2.57878675932 0 83.4525004 0.4474995999999948
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf244 2.61999068304 0 83.43166675 0.4683332499999949
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf245 2.62385834639 0 83.3758336 0.5241663999999929
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf246 3.78695562862 0 83.406667325 0.4933326749999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf247 3.25056012417 0 83.410000075 0.4899999250000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf248 2.64116522688 0 83.459999775 0.440000225
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf249 3.87266738703 0 83.2074999 0.6925000999999981
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf250 3.1762968602 0 83.257500125 0.642499874999993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf251 2.60635725011 0 83.481666275 0.4183337250000051
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf252 2.25521755755 0 83.1966667 0.45499995000000837
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf253 3.2990666889 0 83.4449997 0.45500030000000324
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf254 2.87427851974 0 83.0825007 0.6262489500000044
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf255 2.55397266535 0 83.6124996 0.28750039999999333
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf256 3.90339685542 0 83.2258328 0.6741671999999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf257 3.3158753237 0 83.366665625 0.533334375000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf258 2.71891142175 0 83.264168025 0.6358319749999964
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf259 2.07975389368 0 83.454165825 0.445834174999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf260 2.7013324964 0 83.281666425 0.6183335750000026
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf261 2.27247670758 0 83.3800005 0.5199995000000058
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf262 3.79597347164 0 83.321666575 0.5783334250000053
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf263 2.98573825971 0 83.297500075 0.6024999249999979
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf264 2.6496606385 0 83.2325002 0.667499799999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf265 3.60943759784 0 83.4424997 0.45750030000000097
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf266 2.9593393986 0 83.5075001 0.39249989999999857
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf267 3.41172685129 0 83.2766666 0.6233334000000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf268 2.38589860172 0 83.311666475 0.5883335250000045
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf269 2.12944547394 0 83.467499575 0.43250042499999497
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf270 3.20776362372 0 83.172499575 0.491250637499995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf271 3.95396064036 0 83.240833525 0.6591664750000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf272 3.92038291833 0 82.4716655 1.5425017499999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf273 2.55641477625 0 83.0358341 0.6962488499999964
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf274 3.38281248672 0 82.490833825 1.5137492625000064
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf275 3.26886223339 0 82.390833125 1.6637503124999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf276 2.88984083604 0 83.253333025 0.6466669749999966
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf277 2.55175275146 0 82.50333375 1.4949993750000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf278 2.62376471646 0 82.295832175 1.8062517374999985
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf279 2.89529880947 0 82.244166875 1.8837496874999928
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf280 3.20641600424 0 82.4850002 1.5224996999999973
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf281 3.35812188872 0 82.4258341 1.6112488499999955
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf282 2.49677940941 0 82.71750005 1.1737499250000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf283 3.38120370248 0 82.390834075 1.6637488874999988
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf284 2.61676165298 0 82.824166125 1.0137508124999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 36 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf285 2.95471428151 0 83.240000175 0.6599998249999942
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf286 3.16800384081 0 82.459167225 1.5612491624999976
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf287 3.29072931971 0 82.5541669 1.4187496500000023
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf288 3.86883458805 0 82.56500035 1.402499474999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf289 3.53914203218 0 83.42500025 0.4749997500000035
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf290 2.88656198137 0 83.3333337 0.5666663000000028
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf291 2.68828782884 0 82.304166225 1.7937506624999955
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf292 2.22188270191 0 83.49166645 0.40833355000000326
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf293 3.10276702124 0 82.691666975 1.212499537499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf294 3.71861561279 0 81.845 2.4825000000000017
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf295 2.31264838619 0 81.90916705 2.3862494250000097
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf296 4.65131508141 0 81.721666225 2.6675006624999895
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf297 4.41041653795 0 81.8041672 2.5437492000000077
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 28 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf298 4.64777037234 0 81.7791666 2.5812501000000054
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf299 2.54362112272 0 81.86583315 2.4512502749999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 22 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf300 3.9092714242 0 81.80166725 2.5474991250000087
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf301 4.71458655761 0 81.76500005 2.6024999250000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf302 2.99958912291 0 82.183333025 1.975000462500006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf303 4.15215580161 0 81.7650006 2.60249910000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf304 3.08724297596 0 82.7725004 1.0912494000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf305 4.55102318011 0 81.726667575 2.65999863750001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf306 4.05237118816 0 81.7183329 2.6725006500000106
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf307 3.65495824565 0 81.864166075 2.4537508875
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf308 3.58660356691 0 83.1533337 0.5199994499999931
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf309 4.15683977316 0 81.81250045 2.5312493249999974
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf310 2.2957876366 0 81.892500625 2.411249062500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf311 4.06936164451 0 81.83166655 2.5025001750000087
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf312 4.16443452935 0 81.8549995 2.467500749999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf313 4.12196594403 0 81.826667225 2.5099991625000087
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf314 2.80762145408 0 81.9374994 2.3437509000000105
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf315 3.77961048884 0 82.096666975 2.1049995374999924
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf316 3.8515884894 0 81.816667425 2.5249988624999915
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf317 4.19486603401 0 81.712499225 2.681251162499997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf318 4.0553073343 0 81.748333075 2.6275003874999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf319 3.4554349638 0 83.5124993 0.38750069999999825
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf320 4.47851561355 0 81.7700007 2.5949989500000044
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf321 3.5209555481 0 83.0466657 0.6800014499999918
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf322 4.66740793088 0 82.42833425 1.607498624999991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf323 3.0015015591 0 83.6899995 0.21000050000000103
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf324 2.47501547765 0 83.31749875 0.5825012500000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf325 3.5212084815 0 83.172499875 0.4912501875000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf326 3.50606233828 0 83.2108336 0.6891663999999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf327 2.92583901753 0 83.28500025 0.6149997500000041
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf328 3.40109920082 0 83.1758331 0.4862503499999917
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf329 3.56759398638 0 83.21000045 0.6899995500000046
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf330 3.55806857582 0 83.169166525 0.49625021250000856
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf331 3.43688168131 0 83.131667175 0.552499237499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf332 2.12603509822 0 83.31166615 0.5883338500000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf333 3.34049231646 0 83.560832775 0.3391672250000056
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf334 3.1381527329 0 83.294165025 0.6058349750000019
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf335 3.30692068622 0 83.186666675 0.46999998750000316
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf336 2.55450450958 0 83.429165825 0.4708341750000017
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf337 3.2983460176 0 83.409999525 0.49000047499999655
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf338 2.40445977697 0 83.72166715 0.1783328499999982
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf339 2.47649388334 0 83.3458338 0.5541662000000059
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf340 2.80986450982 0 83.6108329 0.28916709999999457
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf341 3.19996945711 0 82.20916635 1.9362504749999943
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf342 3.15022966077 0 82.3558336 1.7162496000000047
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf343 3.18630666863 0 82.309166375 1.7862504374999943
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf344 3.09659686575 0 82.7841664 1.0737503999999944
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf345 2.98635440336 0 82.5666672 1.3999992000000034
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf346 2.96599083939 0 83.289166375 0.6108336250000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf347 3.31764009092 0 83.229165675 0.6708343249999956
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf348 3.24530593811 0 82.744166375 1.133750437499991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf349 3.1672312347 0 82.32083345 1.7687498250000075
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf350 3.35194019608 0 82.245000875 1.8824986874999965
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf351 3.0778774074 0 82.307499275 1.7887510875000032
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf352 3.33260277956 0 83.4599995 0.440000500000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf353 3.24103387077 0 82.2833328 1.825000800000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf354 3.18069340099 0 82.5133333 1.480000050000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf355 3.07429636563 0 82.3416668 1.737499800000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf356 3.15235879862 0 82.336666425 1.7450003624999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf357 3.24530593811 0 82.67416655 1.238750175000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf358 4.76954246445 0 82.019166125 2.221250812500003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf359 4.449901633 0 81.9024998 2.3962502999999984
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 29 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf360 4.34207312855 0 82.398333475 1.6524997874999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf361 3.91922383284 0 82.130833025 2.0537504624999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf362 4.15854174264 0 82.52416725 1.4637491249999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf363 3.96230081862 0 82.055000075 2.167499887500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf364 2.79832270858 0 82.564165975 1.4037510375000082
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf365 3.3989410127 0 81.7099991 2.685001349999993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 31 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf366 3.76110445166 0 82.480833025 1.5287504625000068
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf367 5.19355302987 0 81.9524996 2.321250600000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf368 3.31882787728 0 82.1508331 2.0237503500000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf369 4.96680102787 0 82.078333275 2.1325000874999915
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf370 2.24298393464 0 82.670833925 1.243749112500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf371 5.43694808897 0 82.025000375 2.212499437499993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf372 4.67197908065 0 83.112500825 0.5812487625000031
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf373 5.98685011161 0 82.0716662 2.1425007000000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf374 4.95751357757 0 82.541666875 1.4374996874999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf375 4.7705434053 0 82.6366661 1.295000850000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf376 6.11253055706 0 81.839166625 2.4912500624999936
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf377 5.13531236708 0 81.947499425 2.3287508624999944
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf378 5.68419530524 0 81.885832675 2.4212509874999952
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf379 3.3989410127 0 82.595833525 1.356249712499995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf380 3.3989410127 0 82.13083365 2.0537495250000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf381 5.26587015 0 82.03000015 2.2049997749999903
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf382 5.8542348193 0 81.706667125 2.6899993125000066
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf383 3.12871807395 0 81.815833525 2.5262497124999967
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf384 6.01904155181 0 81.811666275 2.53250058750001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf385 4.20358583892 0 81.661666975 2.7574995374999958
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 22 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf386 3.91060095759 0 82.50666635 1.490000474999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf387 3.75751334685 0 82.062499925 2.156250112500004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf388 6.07933410004 0 82.0766671 2.134999350000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf389 5.73440892644 0 81.7983341 2.552498849999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf390 2.11827448839 0 82.49083305 1.5137504249999907
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf391 5.11910106906 0 82.3866668 1.6699997999999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf392 3.3989410127 0 82.1033331 2.0950003499999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf393 3.25823638691 0 82.740000525 1.1399992125000011
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf394 2.87183708038 0 82.43166675 1.6024998749999924
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf395 6.09920856411 0 81.79083275 2.5637508749999895
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf396 5.05299439803 0 81.874166875 2.4387496874999997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf397 5.55984761608 0 81.838333975 2.4924990375000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf398 6.20896956368 0 81.764166375 2.603750437499997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf399 2.08997085298 0 83.324998925 0.5750010749999973
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf400 2.67909425977 0 83.4074999 0.4925000999999952
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf401 3.39279520729 0 83.512500375 0.3874996249999981
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf402 3.74096285582 0 83.342499875 0.5575001249999986
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf403 2.72520189649 0 83.285000675 0.6149993249999938
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf404 2.47020919834 0 83.485832825 0.4141671749999972
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf405 3.52973327747 0 83.579999725 0.3200002750000067
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf406 3.16324896856 0 83.229167325 0.6708326749999941
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf407 3.53910737775 0 83.537499625 0.36250037500000476
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf408 2.46717848922 0 83.366667525 0.5333324750000031
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf409 3.14520849175 0 83.46833325 0.43166674999999943
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf410 3.73983800903 0 83.396666425 0.5033335749999935
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf411 2.69718545933 0 83.42249985 0.4775001500000059
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf412 3.45563746073 0 83.18083305 0.4787504249999941
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf413 3.81594846135 0 83.05333355 0.6699996749999926
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf414 3.22592627458 0 83.51083305 0.3891669499999978
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf415 3.32121276575 0 83.50249925 0.3975007500000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf416 2.50486697002 0 83.28333315 0.6166668499999958
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf417 3.43033061199 0 83.376665675 0.5233343250000019
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf418 3.55185414537 0 83.323333775 0.5766662250000053
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf419 3.45180134988 0 83.13416695 0.5487495750000093
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf420 2.51737484435 0 83.319999875 0.5800001250000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf421 2.47649388334 0 83.281667075 0.6183329249999986
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf422 3.52973327747 0 83.4341669 0.4658331000000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf423 3.30543425366 0 83.2149995 0.6850004999999953
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf424 3.69546000476 0 83.3700008 0.5299992000000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf425 2.54866692533 0 83.23500055 0.6649994500000048
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf426 2.52414632919 0 83.30499955 0.5950004499999949
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf427 3.67819030212 0 83.410000125 0.48999987500000375
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf428 3.66653335987 0 83.6833336 0.2166664000000026
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf429 2.5369425715 0 83.452499925 0.4475000750000021
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf430 2.47501547765 0 83.296666925 0.6033330750000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf431 2.73512859106 0 83.1441661 0.5337508499999899
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf432 3.73049052619 0 83.43333345 0.4666665499999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf433 3.11116327032 0 83.4500002 0.44999979999999484
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf434 3.59288986667 0 83.6958339 0.20416610000000335
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf435 3.69363094479 0 83.466666825 0.4333331749999957
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf436 2.44405144164 0 83.6624992 0.23750080000000084
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf437 2.52414632919 0 83.298332625 0.6016673749999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf438 3.43724518747 0 83.469165875 0.4308341249999984
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf439 2.47403085411 0 83.32166695 0.5783330500000062
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf440 3.10613698764 0 83.718333025 0.18166697499999318
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf441 3.43696375659 0 83.7041672 0.19583279999999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf442 2.30377764101 0 83.07916665 0.6312500249999928
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf443 3.86195191894 0 82.57083345 1.3937498250000075
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf444 3.42141563349 0 82.7016671 1.1974993500000082
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf445 3.18878419794 0 82.9391669 0.8412496499999946
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf446 3.95857024721 0 83.29499975 0.6050002499999977
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf447 3.42141563349 0 82.6366663 1.2950005499999975
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf448 3.7537079845 0 82.355000175 1.717499737499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf449 3.89976572994 0 82.8266675 1.0099987500000012
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf450 3.70562610654 0 82.665833675 1.2512494874999973
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf451 3.88737706866 0 82.85666655 0.9650001750000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf452 4.09696503312 0 83.220833025 0.6791669749999955
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf453 4.11156497342 0 82.35666615 1.7150007750000071
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf454 3.8410452777 0 83.389999125 0.5100008749999972
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf455 3.71389879516 0 82.65583325 1.2662501249999991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf456 3.12961658197 0 82.4508332 1.573750199999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf457 3.54734999035 0 83.430000575 0.469999425000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf458 3.86395152513 0 82.4875004 1.5187493999999973
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf459 2.89974302229 0 82.382499875 1.6762501875000098
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf460 3.48886042646 0 82.7250005 1.1624992500000104
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 35 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf461 4.09292044776 0 83.33333365 0.5666663499999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf462 3.97558461307 0 82.384999075 1.6725013875000059
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf463 4.09022849113 0 83.3025002 0.5974998000000028
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf464 3.24530593811 0 82.56083355 1.4087496750000028
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf465 3.78717886042 0 82.84083325 0.9887501249999957
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf466 3.93879714412 0 82.830000125 1.004999812500003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf467 4.10835433149 0 83.284166175 0.6158338250000043
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf468 3.90747388907 0 83.33583325 0.5641667500000068
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf469 2.53859661959 0 82.6516662 1.272500700000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf470 4.12303570384 0 82.400000275 1.6499995875000053
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf471 2.4825808753 0 83.890000725 0.009999275000006969
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf472 4.03091892409 0 83.015833475 0.7262497875000093
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf473 3.94573901698 0 82.7941671 1.0587493500000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf474 3.81804847244 0 82.634166775 1.2987498375000044
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf475 3.51197806787 0 82.906666375 0.8900004374999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 33 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf476 3.35148515003 0 82.644166625 1.2837500625000047
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf477 3.64680056168 0 82.7950001 1.0574998500000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf478 3.72000418322 0 83.456667675 0.4433323249999944
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf479 4.13277783134 0 82.530832425 1.4537513625000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf480 4.26183413039 0 82.714165825 1.1787512625000076
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf481 3.23620317817 0 83.55666655 0.34333344999999726
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf482 3.42306292045 0 82.685000625 1.222499062499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf483 4.61790687055 0 82.47083265 1.5437510249999917
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf484 3.80271470043 0 82.503333875 1.4949991875000066
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf485 4.0096141492 0 82.503333175 1.4950002375000082
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf486 3.85955229037 0 82.624166675 1.3137499875000032
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf487 3.12961658197 0 82.385832425 1.6712513624999943
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf488 4.74816504674 0 82.915833575 0.8762496375000097
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf489 2.33564385687 0 82.100833175 2.098750237499992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf490 6.31231852253 0 81.88666685 2.419999725000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf491 5.91056159856 0 82.027500225 2.2087496625000043
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf492 4.09026452693 0 81.93333315 2.3500002750000064
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf493 2.29057910951 0 82.68499995 1.2225000749999921
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 25 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf494 3.31826782794 0 81.898333475 2.4024997874999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf495 2.47740126923 0 81.938332325 2.342501512499993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf496 4.86557422781 0 81.960833525 2.3087497125000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf497 4.39304255921 0 82.727500175 1.1587497374999955
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf498 3.73256635056 0 82.05666695 2.16499957500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf499 6.20896956368 0 81.7933327 2.56000095000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf500 3.86268155745 0 81.934167525 2.34874871249999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf501 6.01904155181 0 81.819999625 2.520000562500009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf502 6.35947216799 0 81.776667425 2.584998862500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf503 5.21477775932 0 81.994167525 2.258748712500008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf504 3.4313336476 0 82.8816661 0.9275008499999942
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf505 3.68328404231 0 82.05750025 2.163749624999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 28 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf506 5.92836922932 0 81.877500125 2.433749812500004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf507 3.80663695682 0 81.9374992 2.3437511999999927
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf508 5.05770084008 0 82.24583295 1.88125057500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 22 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf509 3.20777861875 0 82.08083205 2.128751925000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf510 3.45870051953 0 82.066666825 2.149999762500002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf511 5.69409031372 0 81.924167325 2.3637490125000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf512 6.06060941775 0 81.9683331 2.297500350000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf513 4.1918323886 0 82.824166075 1.0137508875000094
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 21 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf514 5.51311465307 0 82.0116664 2.2325004000000064
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf515 5.94347809389 0 81.9191666 2.3712501000000046
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf516 4.65273283316 0 83.041665875 0.6875011874999899
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf517 2.6302261544 0 83.335834275 0.5641657250000037
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf518 3.22579199405 0 83.4974991 0.40250090000000116
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf519 3.27967368224 0 83.130833075 0.5537503875000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf520 3.43425412049 0 83.53666685 0.3633331499999969
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf521 3.28200602128 0 83.10166715 0.5974992750000041
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf522 3.59684205595 0 83.177500325 0.48374951250000464
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf523 3.59452470708 0 83.314166525 0.5858334749999955
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf524 2.46849388159 0 83.525832375 0.3741676250000069
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf525 3.59984947477 0 83.574999275 0.3250007250000039
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf526 2.56221404472 0 83.107499125 0.5887513124999941
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf527 2.47649388334 0 83.346667275 0.5533327249999985
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf528 3.45475224289 0 83.1041657 0.5937514500000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf529 3.14847976496 0 83.299999275 0.6000007249999953
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf530 3.7245329101 0 82.9900001 0.7649998499999953
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf531 3.62667420737 0 83.133332425 0.5500013624999909
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf532 2.64505034404 0 83.412499775 0.48750022499999945
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf533 3.19448276073 0 83.324167425 0.5758325750000012
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf534 3.4521680168 0 83.34083295 0.5591670499999936
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf535 3.22348002932 0 83.42249985 0.4775001500000059
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf536 2.46542270496 0 83.481667075 0.41833292499999575
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf537 2.52778795522 0 83.486665925 0.4133340750000031
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf538 2.56221404472 0 83.144166975 0.5337495374999932
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf539 3.27823297285 0 83.20333445 0.6966655500000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf540 3.6180742183 0 82.60750005 1.338749925000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf541 3.92533229567 0 83.4591669 0.4408331000000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf542 3.58859383862 0 82.264166475 1.8537502875000058
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf543 3.22297604526 0 82.75916615 1.111250775000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf544 3.66372023461 0 82.59166585 1.3625012250000026
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf545 3.91002002291 0 82.5483341 1.427498849999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf546 3.96917380416 0 82.402500725 1.6462489125000062
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf547 3.95854211657 0 82.256666125 1.865000812500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf548 3.66981520647 0 82.52583375 1.4612493749999942
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf549 3.8906919752 0 82.56250095 1.4062485749999993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf550 3.80542946014 0 82.589166625 1.3662500624999936
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf551 4.01038027961 0 83.020833375 0.7187499375000073
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf552 3.54824634447 0 82.628332675 1.3075009875000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf553 3.99739578291 0 82.5425003 1.4362495499999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf554 3.42612797341 0 82.64000035 1.289999475000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf555 3.37950116826 0 82.5966667 1.3549999499999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf556 3.85260352333 0 82.516667575 1.4749986375000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf557 3.70250486116 0 83.482500475 0.4174995250000052
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf558 3.85830895124 0 82.7925002 1.0612496999999905
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf559 3.08261368468 0 82.583333825 1.3749992625000047
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf560 3.84859290112 0 82.804166725 1.0437499124999974
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf561 3.88910440715 0 82.49000105 1.5149984249999946
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf562 3.77712344616 0 82.583332925 1.3750006125000098
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf563 3.3516889331 0 82.640000425 1.289999362500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf564 3.24530593811 0 82.568332375 1.3975014375000043
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf565 3.76898427543 0 82.60916635 1.336250475000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf566 3.44754596993 0 82.272499425 1.8412508624999901
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf567 4.05924378827 0 82.56500135 1.4024979749999957
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf568 3.93740416705 0 82.522498825 1.4662517625000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf569 3.84132198203 0 82.5683344 1.3974984000000035
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf570 3.09230255687 0 82.6708328 1.2437508000000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf571 3.7426849711 0 82.5908331 1.3637503500000037
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf572 2.86454312858 0 83.1341669 0.5487496500000049
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf573 3.8409412107 0 82.574167475 1.3887487875000062
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf574 3.42777980223 0 82.648334175 1.2774987374999967
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf575 3.40403815603 0 83.51166655 0.38833344999999897
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf576 3.88047602719 0 82.532500075 1.4512498874999977
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf577 3.77830204078 0 82.647500475 1.2787492874999984
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf578 3.42777980223 0 82.63249865 1.3012520249999966
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf579 4.04812478529 0 82.325000375 1.7624994374999972
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf580 3.42612797341 0 82.567500125 1.3987498125000073
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf581 2.71103437454 0 82.644166375 1.2837504375000037
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf582 2.71585198734 0 82.609166725 1.3362499125000085
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf583 3.94925800299 0 82.51000045 1.4849993249999898
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf584 5.94686699811 0 81.866666425 2.450000362499992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf585 6.08581936049 0 81.75666715 2.6149992750000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf586 5.8159977702 0 81.991667725 2.262498412500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf587 5.84038818508 0 81.9858334 2.2712498999999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf588 3.16200541504 0 81.93916565 2.34125152499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf589 6.13324261561 0 82.027500175 2.2087497375
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf590 3.40390894839 0 82.398333225 1.6525001624999973
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf591 5.96588342505 0 81.875832675 2.436250987500003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf592 6.06542582931 0 81.75916635 2.6112504749999985
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf593 3.75822433713 0 82.285832875 1.8212506875000045
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf594 4.83568092525 0 82.5116665 1.482500249999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf595 2.92350480095 0 82.088333675 2.117499487499998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf596 4.86061160899 0 82.13083405 2.0537489249999936
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf597 5.80915645539 0 82.07333335 2.139999975000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf598 4.77219926546 0 82.145833575 2.0312496375000038
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf599 4.95642590255 0 82.177500425 1.9837493624999922
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf600 6.3125953848 0 81.8175009 2.5237486500000017
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf601 5.68676212758 0 81.9325008 2.3512488000000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf602 4.87802723389 0 82.616667025 1.3249994625000028
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf603 4.24152951084 0 82.3408333 1.7387500500000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf604 4.86742481345 0 81.79666635 2.555000475000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf605 2.84079562042 0 81.7549991 2.6175013499999906
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf606 4.7209030777 0 82.50916645 1.4862503250000074
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf607 3.21429793651 0 82.037499825 2.1937502625000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf608 6.20896956368 0 81.806666375 2.540000437499991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf609 6.11253055706 0 81.9508336 2.3237496000000064
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf610 5.72814889622 0 82.070833225 2.143750162499998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf611 6.03912384738 0 81.9508329 2.323750650000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf612 4.82854259452 0 81.999166275 2.25125058750001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf613 6.28005303148 0 81.999167275 2.2512490874999926
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf614 3.53322652378 0 81.8325003 2.50124954999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf615 5.54554314448 0 82.005833575 2.2412496375000046
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf616 5.92460400808 0 81.8916666 2.4125001000000097
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf617 6.24638811174 0 81.81916665 2.5212500250000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf618 3.60668252472 0 82.4383338 1.5924993000000072
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf619 5.00597538776 0 82.5850009 1.3724986500000043
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf620 3.50178718632 0 82.0274992 2.208751200000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf621 5.41498979223 0 81.926666575 2.360000137500002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf622 6.12963802972 0 81.939999775 2.340000337499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf623 2.84806440183 0 82.35833275 1.7125008749999964
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 22 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf624 4.53047135975 0 82.752499075 1.1212513874999956
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf625 6.45517159164 0 81.904999375 2.392500937499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf626 2.77533156099 0 83.51249885 0.38750114999999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf627 2.67681442383 0 83.54249975 0.3575002499999954
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf628 3.34131522534 0 83.388333375 0.511666624999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf629 3.91196048681 0 83.385832775 0.5141672250000028
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf630 3.67732734091 0 83.6216665 0.27833349999999657
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf631 3.17642385621 0 83.9708332 0.22916679999999873
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf632 3.7148603211 0 83.47666625 0.42333375000000617
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf633 3.550044405 0 83.379166975 0.5208330249999961
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf634 3.89833699237 0 83.465000775 0.4349992250000071
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf635 3.41246964545 0 83.380834025 0.5191659750000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf636 2.74258180683 0 83.38166735 0.5183326499999993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf637 3.19236717145 0 83.629166025 0.2708339749999965
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf638 2.66820276722 0 83.504999725 0.39500027499999535
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf639 3.91196048681 0 83.510833025 0.3891669750000034
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf640 3.6987123875 0 83.473332775 0.4266672249999971
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf641 2.6908653869 0 83.450833775 0.44916622499999337
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf642 3.21949064499 0 83.1749996 0.48750059999998996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf643 3.8540168116 0 83.3374999 0.5625001000000026
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf644 3.56007386967 0 83.6800005 0.21999949999999446
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf645 3.33812673629 0 83.398332625 0.5016673750000052
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf646 4.04048626029 0 83.339167475 0.5608325250000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf647 3.85170222236 0 83.446665375 0.4533346250000051
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf648 3.90854569412 0 83.439166475 0.46083352500000674
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf649 3.19820449438 0 83.620000625 0.27999937499999705
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf650 3.56169130222 0 83.4466666 0.45333339999999966
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf651 2.47649388334 0 83.3058326 0.5941673999999978
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf652 3.84319484171 0 83.5466665 0.3533334999999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf653 3.61281589655 0 83.4683321 0.4316679000000022
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf654 3.45781979362 0 83.395832825 0.5041671750000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf655 3.66427338342 0 83.350832525 0.5491674749999987
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf656 3.73380488971 0 83.555833725 0.34416627500000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf657 3.34017631976 0 83.901667075 0.29833292499999403
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf658 3.36416579236 0 83.4666676 0.43333240000000617
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf659 3.90051037143 0 83.377498975 0.5225010250000054
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf660 3.42864727797 0 83.366666 0.533334000000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf661 4.00593124871 0 83.6191658 0.28083419999999537
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf662 3.19455366876 0 83.6241671 0.27583290000000604
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf663 3.73050433946 0 83.313333525 0.5866664749999956
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf664 3.4587813675 0 83.399999225 0.5000007749999981
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf665 3.04008546135 0 83.599166675 0.3008333249999936
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf666 3.78060333145 0 83.4550007 0.44499930000000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf667 3.61962110787 0 83.460833125 0.4391668750000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf668 3.8810965693 0 83.2749996 0.625000399999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf669 3.33861347291 0 83.625000425 0.27499957500000394
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf670 2.56753588524 0 83.6249996 0.2750004000000047
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf671 2.66966635352 0 83.505833375 0.39416662500000543
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf672 3.62734932603 0 83.393333 0.5066670000000016
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf673 2.81757910985 0 83.399999475 0.5000005249999987
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf674 3.90909166028 0 83.35083335 0.549166649999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf675 3.67412584098 0 83.899166975 0.0008330250000000428
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf676 3.89711553068 0 83.522500025 0.37749997500000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf677 3.62570087392 0 83.388333425 0.511666575000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf678 3.07523718155 0 82.7808333 1.0787500500000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf679 4.13425005433 0 82.42083265 1.6187510250000088
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf680 3.61960948722 0 82.8216667 1.0174999500000084
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf681 3.77350891881 0 83.4066669 0.4933330999999953
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf682 3.29849329899 0 82.699167225 1.2012491625000052
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf683 2.53422103757 0 82.725833325 1.1612500125000054
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 35 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf684 3.07598772844 0 82.70083335 1.1987499750000055
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf685 2.9984674801 0 82.483333625 1.5249995624999997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf686 2.69034021678 0 82.911667225 0.8824991624999967
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf687 3.6121448006 0 82.63666585 1.295001225
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf688 3.72756318437 0 82.55749965 1.4137505250000046
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf689 3.55023099238 0 82.526666675 1.459999987499998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf690 3.42777980223 0 82.684999375 1.2225009374999942
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf691 4.84352798061 0 82.450834125 1.5737488124999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf692 3.76776786291 0 82.559167175 1.4112492375000016
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf693 4.51358276297 0 82.44000035 1.589999474999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf694 3.72458652593 0 82.6208338 1.3187493000000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf695 3.76348907779 0 82.8208328 1.0187507999999923
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf696 3.69520391434 0 82.767499375 1.0987509375000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf697 3.66560916957 0 82.67916755 1.2312486749999962
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf698 3.77027202063 0 82.488333725 1.517499412499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf699 3.75097348493 0 82.7166668 1.174999800000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf700 2.45929083235 0 82.681665775 1.2275013375000015
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 33 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf701 3.23452197803 0 82.6866664 1.2200004000000106
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf702 3.78589104303 0 82.468333725 1.5474994125000094
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf703 3.67105883538 0 82.655833575 1.266249637499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf704 3.68966627876 0 82.65166675 1.272499874999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf705 3.76017408275 0 82.621666375 1.3175004374999943
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf706 3.24530593811 0 82.58416615 1.3737507749999978
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf707 2.8309510337 0 82.354167125 1.7187493124999946
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf708 3.65387014178 0 82.29333365 1.8099995250000092
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf709 3.71442465807 0 82.654166575 1.2687501374999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf710 3.14961884209 0 82.7824993 1.0762510500000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf711 2.83638434085 0 82.5541664 1.4187504000000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf712 2.91601847724 0 82.573332825 1.3900007625000086
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf713 3.64186373922 0 82.65666695 1.2649995749999974
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf714 2.81202046932 0 82.533333575 1.4499996374999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf715 3.76108652872 0 82.46333325 1.5550001249999923
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf716 3.65879322305 0 82.645832475 1.281251287499991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf717 3.70045394085 0 82.521666475 1.4675002874999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf718 3.72520627099 0 82.66583245 1.2512513250000055
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf719 3.24756557937 0 82.614999375 1.3275009375000053
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf720 3.30885003192 0 82.649167625 1.276248562499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf721 4.87113873596 0 82.313334075 1.7799988874999997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf722 2.99807106899 0 82.5941672 1.3587491999999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf723 2.72823552171 0 82.50916655 1.486250174999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf724 2.80778843881 0 82.6516676 1.2724986000000058
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf725 3.78397139373 0 82.5358331 1.4462503499999926
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf726 3.54172278638 0 82.500833175 1.4987502375000048
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf727 3.24678797193 0 82.6966673 1.2049990499999979
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf728 3.25008734698 0 82.639999975 1.2900000375000076
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf729 3.45364629658 0 82.469166625 1.5462500625000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf730 3.51186658454 0 82.663332725 1.2550009124999946
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf731 3.64560643018 0 82.46166725 1.5574991249999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf732 3.56631738856 0 82.4725002 1.5412497000000016
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf733 4.44852035759 0 82.728333075 1.1575003875000078
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf734 3.83632344443 0 81.790833625 2.563749562499993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf735 5.34047298453 0 81.87749975 2.4337503750000025
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 30 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf736 5.65205072298 0 81.823333 2.515000499999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf737 3.09454478777 0 82.189167275 1.966249087499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 22 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf738 4.66234436114 0 81.882500525 2.4262492125000037
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf739 4.57988807369 0 82.72749975 1.1587503749999897
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf740 3.14265791087 0 82.407500075 1.6387498874999977
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf741 3.79743686888 0 82.55999965 1.410000525000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf742 5.37418600885 0 81.905000525 2.3924992124999918
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf743 5.04653302026 0 82.4066666 1.6400001000000088
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf744 4.13261299183 0 81.8124998 2.5312503000000035
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf745 5.72782322817 0 81.8375002 2.4937497000000093
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf746 5.05336757055 0 81.8708332 2.4437501999999895
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf747 5.39629361273 0 81.907500475 2.3887492874999907
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf748 4.5639539009 0 81.868333475 2.4474997875
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf749 2.48550160702 0 81.98249965 2.276250525000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 22 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf750 3.36713317478 0 82.3433332 1.7350001999999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf751 4.25330235918 0 82.050833225 2.173750162499992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf752 4.73785735024 0 82.43083295 1.6037505750000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf753 5.75116942647 0 81.810832725 2.533750912500004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf754 4.08310313137 0 81.82083325 2.5187501249999897
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf755 3.69771415222 0 81.771667375 2.5924989374999896
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf756 4.5639539009 0 81.88916665 2.4162500249999894
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf757 3.61284787083 0 81.839166675 2.491249987499998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf758 3.14794852044 0 83.18249955 0.47625067499999574
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf759 3.61297523069 0 83.109166025 0.5862509625000101
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf760 3.0859019816 0 83.58333355 0.31666644999999394
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf761 3.48258407644 0 83.072499225 0.6412511624999979
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf762 2.35625127316 0 83.69083365 0.20916634999999817
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf763 3.82892289873 0 83.0383339 0.6924991500000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf764 3.23798952739 0 83.382500875 0.5174991249999948
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf765 2.46884718101 0 83.7450001 0.1549999000000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf766 2.89946744376 0 83.59416695 0.3058330499999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf767 3.9824491999 0 83.034165925 0.6987511125000054
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf768 2.26810900867 0 83.441667 0.45833300000000465
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf769 3.33442766268 0 83.4108334 0.4891665999999987
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf770 3.56238424705 0 83.114167025 0.5787494624999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf771 2.20628386166 0 83.8049997 0.09500030000000381
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf772 2.96054190359 0 83.446667125 0.4533328749999953
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf773 3.73646781666 0 83.210832725 0.689167274999997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf774 3.45655139427 0 83.3616669 0.538333099999997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf775 3.36781044562 0 83.41416585 0.48583414999999663
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf776 3.33711158829 0 83.400833525 0.4991664750000041
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf777 2.47649388334 0 83.294167725 0.6058322750000059
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf778 3.29795938368 0 83.4608333 0.4391666999999956
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf779 2.58901289839 0 83.224165925 0.6758340750000059
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf780 2.48110468365 0 83.166666625 0.5000000624999927
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf781 3.31743089602 0 83.52416585 0.3758341499999972
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf782 3.16532803511 0 83.4866665 0.4133335000000017
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf783 3.01209146756 0 83.39499915 0.5050008499999962
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf784 2.91506038019 0 83.454166025 0.44583397499999367
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf785 3.28419816756 0 83.439999375 0.4600006250000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf786 3.44231905129 0 83.079999875 0.6300001875000021
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf787 3.35346139693 0 83.4133336 0.4866663999999986
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf788 2.5733608853 0 83.475833225 0.42416677499999766
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf789 3.32302239408 0 83.463333575 0.4366664250000071
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf790 3.86085671563 0 83.331666975 0.5683330249999955
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf791 2.87563150959 0 83.081667125 0.6274993125000066
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf792 2.2667413651 0 83.2266664 0.6733336000000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf793 3.17877719405 0 83.10166685 0.5974997249999987
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf794 2.05169457405 0 83.546667075 0.353332924999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf795 3.92871521165 0 83.153333725 0.519999412500006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf796 2.871597607 0 83.05750035 0.663749475000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf797 3.51071987027 0 83.0066665 0.7400002500000085
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf798 3.25133864889 0 82.619998725 1.3200019124999969
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf799 3.02951773989 0 82.507500525 1.4887492125000037
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf800 3.27334017121 0 83.1308336 0.5537495999999962
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf801 3.77431743295 0 82.847500075 0.9787498875000011
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf802 3.15173939185 0 82.54416675 1.4337498749999966
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf803 3.20342071376 0 82.911666325 0.8825005125000018
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf804 3.76589200269 0 82.63416685 1.2987497250000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf805 3.97450408852 0 82.2916664 1.8125004000000047
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf806 3.72839205344 0 82.84916615 0.9762507749999969
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf807 3.83937218502 0 82.662499675 1.2562504874999902
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf808 3.46318308501 0 82.660000625 1.2599990625000075
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf809 2.65194478828 0 82.9966669 0.7549996500000091
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf810 3.81868246747 0 82.676666625 1.2350000625000064
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf811 2.668045357 0 82.687500775 1.2187488374999944
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf812 3.6406305738 0 83.044166575 0.6837501374999917
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf813 3.88869175025 0 82.619999925 1.3200001124999972
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf814 3.31960896231 0 82.582499525 1.3762507124999956
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf815 3.74455317852 0 83.011666325 0.7325005125000104
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf816 3.5137137361 0 82.635833375 1.2962499374999936
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf817 3.47803508789 0 82.671666975 1.2424995375000094
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf818 3.88869175025 0 82.5324997 1.4512504499999963
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf819 3.99015746851 0 83.32999975 0.5700002500000011
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf820 3.47633448052 0 82.70916585 1.1862512249999924
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf821 3.81672942872 0 82.66249985 1.2562502249999952
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf822 3.68765396647 0 83.035833175 0.6962502375000099
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf823 2.62468751826 0 83.85666555 0.04333444999999758
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf824 3.24530593811 0 82.596666725 1.3549999124999914
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf825 3.78887649269 0 82.6574997 1.2637504499999963
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf826 3.27825362995 0 83.098333475 0.602499787499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf827 4.04464703118 0 82.658332375 1.2625014374999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf828 4.0080827723 0 82.967499475 0.7987507875000048
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf829 3.81868246747 0 82.6308328 1.3037508000000102
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf830 2.97178100595 0 82.274999925 1.8375001124999955
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf831 3.6270584119 0 82.60749975 1.3387503749999965
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf832 4.0570665511 0 82.461666575 1.557500137500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf833 3.28457771051 0 83.106666975 0.589999537500006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf834 3.82073461682 0 82.628333725 1.3074994124999932
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf835 2.81694416161 0 82.9158347 0.8762479499999927
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf836 2.71225929471 0 82.91 0.8850000000000051
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf837 3.2770273421 0 82.669999925 1.2450001125000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf838 3.34881572161 0 82.45500065 1.5674990249999965
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf839 3.95513111625 0 82.567500925 1.3987486124999933
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf840 3.07936522986 0 82.384166725 1.6737499125
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf841 3.50904748658 0 82.551667075 1.4224993875000038
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf842 3.78763902744 0 82.524167675 1.4637484874999984
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf843 3.18013008622 0 82.7024998 1.1962503000000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf844 4.03626127129 0 82.5291655 1.4562517499999927
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf845 2.58905763401 0 82.68250105 1.2262484250000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf846 3.99304048761 0 82.58416755 1.3737486749999945
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf847 3.99528436929 0 82.64749975 1.2787503750000084
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf848 3.78763902744 0 82.690000125 1.2149998125000039
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf849 3.68134508359 0 82.605832975 1.3412505375000023
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf850 3.9513615958 0 82.637499625 1.2937505624999943
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf851 3.74332022224 0 81.716666775 2.6749998375000104
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf852 2.81716153181 0 82.6441663 1.2837505500000077
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf853 6.16037265169 0 81.943333075 2.3350003875000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf854 3.37055296019 0 81.936666475 2.3450002875000067
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf855 4.90505757241 0 82.631667175 1.302499237499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf856 4.91731542308 0 82.125833525 2.0612497124999933
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf857 5.10882133745 0 82.5716667 1.3924999500000084
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf858 5.91056159856 0 82.000000275 2.2499995874999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf859 3.59399896186 0 81.861666875 2.457499687500004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf860 3.8438175556 0 81.89499995 2.4075000750000015
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf861 5.10882133745 0 82.03250025 2.2012496250000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf862 3.24518027232 0 82.024166425 2.2137503624999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf863 4.45286607582 0 82.109999625 2.0850005624999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf864 2.66745181515 0 81.925832975 2.3612505374999913
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf865 3.8438175556 0 81.93416575 2.348751374999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf866 2.75141950611 0 83.235000425 0.6649995750000045
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf867 5.02396619108 0 81.964998375 2.30250243750001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf868 6.30850043881 0 81.839167875 2.4912481874999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf869 2.71089204705 0 82.777500525 1.0837492125000097
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf870 3.37792709756 0 82.785001075 1.072498387500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf871 6.20896956368 0 81.805832675 2.5412509874999927
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf872 6.093601141 0 81.809166125 2.5362508124999934
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf873 6.17472027945 0 81.960000325 2.3099995125000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf874 4.37093352457 0 82.7258336 1.1612495999999979
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf875 5.7215125746 0 81.9375002 2.3437496999999965
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf876 4.84163016407 0 82.084999725 2.1225004124999955
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf877 6.26209688761 0 81.819166775 2.521249837500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf878 4.85663126202 0 82.5866659 1.3700011500000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf879 6.20896956368 0 81.853333725 2.4699994125000018
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf880 3.15632103776 0 83.2983335 0.6016665000000018
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf881 3.80890289184 0 81.777500975 2.583748537500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf882 4.31381299305 0 83.01000025 0.7349996249999933
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf883 3.79575894348 0 82.3091669 1.7862496500000091
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 22 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf884 6.01904155181 0 81.837499775 2.4937503375000034
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf885 3.09816021067 0 82.4133333 1.6300000499999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf886 2.53423568639 0 82.0749991 2.137501350000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 26 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf887 3.92665454118 0 81.950833375 2.323749937499997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf888 5.43694808897 0 81.838333275 2.492500087500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf889 5.43694808897 0 81.915832175 2.3762517374999916
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf890 3.72936814517 0 83.34833285 0.5516671499999944
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf891 3.50391619891 0 83.436665475 0.46333452500000194
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf892 3.31248767312 0 83.2858336 0.6141663999999963
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf893 3.7499123954 0 83.4508327 0.4491672999999935
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf894 3.44261287135 0 83.47166675 0.4283332500000029
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf895 3.69707003451 0 83.4391661 0.4608339000000058
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf896 3.51958469414 0 83.454166025 0.44583397499999367
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf897 3.3941522599 0 83.4208333 0.47916670000000183
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf898 2.50486697002 0 83.303333425 0.5966665749999948
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf899 3.69734139746 0 83.716666025 0.18333397500000503
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf900 3.53539394872 0 83.4691667 0.43083329999999764
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf901 2.81481595232 0 83.30999995 0.5900000499999948
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf902 3.59517889854 0 83.304999975 0.5950000249999988
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf903 2.7921225095 0 83.417500225 0.4824997750000023
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf904 3.63331458464 0 83.449166125 0.45083387499999505
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf905 3.47299403328 0 83.55583285 0.3441671499999984
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf906 3.44718329478 0 83.274167675 0.625832324999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf907 3.68820488322 0 83.474166075 0.4258339250000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf908 3.54345165631 0 83.48249965 0.41750035000000596
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf909 3.71451789948 0 83.427500375 0.4724996250000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf910 3.41501347545 0 83.6241676 0.2758323999999931
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf911 2.35625127316 0 83.7183326 0.18166740000000348
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf912 3.11476765562 0 83.430000525 0.46999947500000305
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf913 2.54844128088 0 83.651667225 0.24833277500000295
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf914 3.47560954513 0 83.185000275 0.4724995875000104
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf915 2.47649388334 0 83.309999775 0.5900002250000057
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf916 3.63349441695 0 83.54916695 0.35083305
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf917 3.30388414795 0 83.359167275 0.5408327249999957
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf918 3.77986574157 0 83.4441673 0.4558326999999963
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf919 3.67920746343 0 83.2683346 0.6316653999999972
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf920 2.70850046994 0 83.616666525 0.2833334750000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf921 3.6964867413 0 83.337500225 0.5624997750000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf922 2.72258321388 0 83.365000175 0.5349998249999942
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf923 3.34317799035 0 83.5724997 0.3275003000000055
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf924 3.70143831715 0 83.074166875 0.6387496874999954
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf925 3.48339674101 0 83.248333525 0.6516664749999933
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf926 3.79023247477 0 83.466666825 0.4333331749999957
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf927 3.36183078045 0 83.53499945 0.3650005499999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf928 3.28196007038 0 83.294998975 0.6050010250000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf929 3.70529640408 0 83.297499775 0.6025002249999943
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf930 3.12600067242 0 83.29583395 0.6041660499999978
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf931 3.32752026627 0 83.3133329 0.586667099999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf932 2.48198487863 0 83.303333475 0.5966665249999977
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf933 3.1597837357 0 83.442499175 0.45750082500000533
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf934 3.77871738179 0 83.3666669 0.5333331000000016
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf935 3.35457706027 0 83.543333225 0.3566667750000022
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf936 3.61586307191 0 83.3383333 0.5616666999999979
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf937 2.47634351559 0 83.22166685 0.6783331499999946
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf938 3.35701719053 0 83.24916645 0.6508335499999959
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf939 2.72167118032 0 83.4675003 0.4324997000000025
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf940 3.76917478372 0 83.22583405 0.6741659499999969
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf941 2.43438806129 0 82.300000275 1.7999995874999968
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 33 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf942 3.26035378188 0 82.639166075 1.2912508874999915
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf943 3.5627836329 0 82.8108333 1.0337500500000019
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf944 3.92736291033 0 82.752500625 1.1212490625000058
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf945 2.98682534284 0 82.545832875 1.4312506874999968
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf946 3.65622796348 0 82.798333175 1.0525002375000057
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf947 3.50399502573 0 82.4883339 1.517499149999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf948 3.70917068011 0 82.62249925 1.3162511249999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf949 2.50000105742 0 82.28083395 1.8287490749999975
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 36 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf950 4.86570422716 0 82.616666825 1.3249997625000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf951 3.72795673446 0 82.746666925 1.1299996125000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf952 4.5016633723 0 82.7399989 1.140001649999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf953 3.5171680183 0 82.451666625 1.5725000624999979
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf954 4.75439504727 0 82.543332625 1.4350010624999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf955 3.67712858332 0 83.025833725 0.7112494125000026
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf956 3.27613673062 0 82.682500475 1.2262492875000035
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf957 3.50565636549 0 82.79833345 1.0524998249999982
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf958 4.71844459564 0 82.671666375 1.2425004374999986
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf959 3.372162672 0 82.753333875 1.1199991875000066
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf960 2.37592013732 0 82.524165725 1.4637514124999953
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf961 2.99658640807 0 82.53833415 1.4424987750000042
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf962 4.80627954241 0 82.755000125 1.1174998125000073
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf963 4.56431641394 0 82.765000175 1.102499737500004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf964 3.24710747658 0 82.514999975 1.4775000375000076
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf965 4.27871985202 0 82.72916625 1.1562506249999913
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf966 3.62180360563 0 82.7016668 1.1974998000000028
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf967 3.24530593811 0 82.5308336 1.453749600000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf968 3.49550544476 0 83.07583275 0.6362508749999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf969 4.81278170344 0 82.8383337 0.9924994499999897
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf970 4.45301390051 0 82.7441668 1.1337497999999968
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf971 3.61183152481 0 82.7025005 1.196249250000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf972 4.80627954241 0 82.569999625 1.3950005625000088
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf973 3.13470322331 0 82.870001025 0.9449984625000099
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf974 4.12539468537 0 82.99833355 0.7524996750000028
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf975 4.77896638025 0 82.963333725 0.8049994125000026
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf976 3.71409339076 0 82.701666675 1.1974999875000023
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf977 4.45301390051 0 82.8516673 0.9724990499999961
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf978 4.74281224288 0 82.667500325 1.248749512499991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf979 3.54532423024 0 82.599166675 1.3512499874999904
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf980 4.59334670224 0 82.80500035 1.0424994749999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf981 4.876302156 0 82.5849995 1.3725007500000075
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf982 4.78609518998 0 82.69416675 1.2087498750000094
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf983 2.67328956526 0 82.767500075 1.0987498874999986
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf984 4.85905339612 0 82.54000015 1.439999775000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf985 4.86570422716 0 82.6791672 1.2312492000000077
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf986 4.70852102288 0 82.6991669 1.2012496500000083
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf987 5.97974316264 0 81.874166025 2.4387509625000092
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf988 4.27713677856 0 81.934166325 2.34875051249999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf989 6.28222269148 0 81.8899998 2.4150003000000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf990 6.26534495382 0 81.9641665 2.303750249999993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf991 2.61208555149 0 82.484999875 1.5225001875000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf992 4.40780373895 0 82.29083305 1.813750424999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf993 4.75219653014 0 82.076666625 2.135000062499998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf994 5.16893181119 0 81.9175006 2.373749100000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf995 5.17732574457 0 82.156666975 2.0149995375000103
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf996 5.99511536146 0 82.004166725 2.243749912499993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf997 5.05884855398 0 81.90750045 2.388749324999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf998 2.66607186318 0 82.368333 1.6975004999999896
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 33 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf999 5.26037108556 0 81.975833125 2.286250312500009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf1000 3.71400016675 0 81.98666615 2.2700007749999926
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 25 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf1001 6.08785686479 0 81.729166775 2.656249837500006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf1002 5.19098406622 0 82.044999725 2.182500412500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf1003 6.20896956368 0 81.8141665 2.5287502500000016
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf1004 5.96162603223 0 82.04000035 2.1899994750000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf1005 5.58908808721 0 82.0225009 2.2162486500000043
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf1006 5.80338086266 0 82.019166125 2.221250812500003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf1007 3.57313874469 0 81.6458328 2.7812508000000093
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp32 1
+-----
++++++
+conf1008 4.77204584207 0 82.342500125 1.7362498124999988
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf1009 4.80154224382 0 81.93000005 2.354999924999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf1010 5.94979620752 0 81.91416735 2.3787489750000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp32 1
+-----
++++++
+conf1011 4.43262738859 0 82.11000005 2.0849999250000053
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp32 1
+-----
++++++
+conf1012 3.39324062912 0 81.77583375 2.586249374999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf1013 5.36285740735 0 81.9699991 2.295001350000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf1014 2.99014496865 0 81.865832675 2.4512509875000106
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf1015 5.05884855398 0 82.07249985 2.1412502250000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf1016 4.50279950661 0 81.90916635 2.38625047499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf1017 5.91680988655 0 81.94166595 2.3375010749999987
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf1018 6.21586506403 0 81.9325016 2.3512476000000078
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf1019 3.82775289567 0 81.98750055 2.2687491750000106
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf1020 3.79884440441 0 81.9708333 2.293750050000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 21 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp32 1
+-----
++++++
+conf1021 4.74187893505 0 81.70833395 2.687499075000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
++++++
+conf1022 5.78631511561 0 82.029999725 2.205000412500006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp32 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/data/autotuner_data/tuner_promise_confs_batch220_single.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/data/autotuner_data/tuner_promise_confs_batch220_single.txt
new file mode 100644
index 0000000000000000000000000000000000000000..04d1491bc7ddcfd94ce837cc830fa0874496842e
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/data/autotuner_data/tuner_promise_confs_batch220_single.txt
@@ -0,0 +1,59421 @@
++++++
+conf1 1 0 83.5 0
+1 gpu conv fp32 1 
+2 gpu batchnorm fp32 1 
+3 gpu relu fp32 1 
+4 gpu group_conv fp32 1 
+5 gpu batchnorm fp32 1 
+6 gpu relu fp32 1 
+7 gpu conv fp32 1 
+8 gpu batchnorm fp32 1 
+9 gpu relu fp32 1 
+10 gpu group_conv fp32 1 
+11 gpu batchnorm fp32 1 
+12 gpu relu fp32 1 
+13 gpu conv fp32 1 
+14 gpu batchnorm fp32 1 
+15 gpu relu fp32 1 
+16 gpu group_conv fp32 1 
+17 gpu batchnorm fp32 1 
+18 gpu relu fp32 1 
+19 gpu conv fp32 1 
+20 gpu batchnorm fp32 1 
+21 gpu relu fp32 1 
+22 gpu group_conv fp32 1 
+23 gpu batchnorm fp32 1 
+24 gpu relu fp32 1 
+25 gpu conv fp32 1 
+26 gpu batchnorm fp32 1 
+27 gpu relu fp32 1 
+28 gpu group_conv fp32 1 
+29 gpu batchnorm fp32 1 
+30 gpu relu fp32 1 
+31 gpu conv fp32 1 
+32 gpu batchnorm fp32 1 
+33 gpu relu fp32 1 
+34 gpu group_conv fp32 1 
+35 gpu batchnorm fp32 1 
+36 gpu relu fp32 1 
+37 gpu conv fp32 1 
+38 gpu batchnorm fp32 1 
+39 gpu relu fp32 1 
+40 gpu group_conv fp32 1 
+41 gpu batchnorm fp32 1 
+42 gpu relu fp32 1 
+43 gpu conv fp32 1 
+44 gpu batchnorm fp32 1 
+45 gpu relu fp32 1 
+46 gpu group_conv fp32 1 
+47 gpu batchnorm fp32 1 
+48 gpu relu fp32 1 
+49 gpu conv fp32 1 
+50 gpu batchnorm fp32 1 
+51 gpu relu fp32 1 
+52 gpu group_conv fp32 1 
+53 gpu batchnorm fp32 1 
+54 gpu relu fp32 1 
+55 gpu conv fp32 1 
+56 gpu batchnorm fp32 1 
+57 gpu relu fp32 1 
+58 gpu group_conv fp32 1 
+59 gpu batchnorm fp32 1 
+60 gpu relu fp32 1 
+61 gpu conv fp32 1 
+62 gpu batchnorm fp32 1 
+63 gpu relu fp32 1 
+64 gpu group_conv fp32 1 
+65 gpu batchnorm fp32 1 
+66 gpu relu fp32 1 
+67 gpu conv fp32 1 
+68 gpu batchnorm fp32 1 
+69 gpu relu fp32 1 
+70 gpu group_conv fp32 1 
+71 gpu batchnorm fp32 1 
+72 gpu relu fp32 1 
+73 gpu conv fp32 1 
+74 gpu batchnorm fp32 1 
+75 gpu relu fp32 1 
+76 gpu group_conv fp32 1 
+77 gpu batchnorm fp32 1 
+78 gpu relu fp32 1 
+79 gpu conv fp32 1 
+80 gpu batchnorm fp32 1 
+81 gpu relu fp32 1 
+82 gpu pool_mean fp32 1 
+83 gpu mul fp32 1 add fp32 1 
+84 gpu softmax fp32 1
+-----
++++++
+conf1 3.42331509807 0 83.145832875 0.5312506875000054
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf2 4.1366775368 0 83.3483332 0.551666800000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf3 3.90759061734 0 83.230833025 0.6691669750000045
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf4 4.06315650642 0 83.361666275 0.5383337249999954
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf5 2.4166360786 0 83.281667125 0.6183328750000016
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf6 3.63411042957 0 83.1183345 0.5724982499999953
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf7 3.91784790592 0 83.264166875 0.6358331249999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf8 3.96269177469 0 83.341666525 0.5583334750000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf9 2.55274654709 0 83.17749965 0.4837505249999978
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf10 3.89210199315 0 83.06833345 0.6474998250000041
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf11 3.34244287421 0 83.62333335 0.27666665000000423
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf12 3.72902304785 0 83.500832325 0.3991676749999954
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf13 4.13863177846 0 83.1449996 0.5325005999999917
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf14 3.70143021825 0 83.326666825 0.5733331749999963
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf15 4.03977337841 0 83.367499925 0.5325000749999959
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf16 3.66416137792 0 83.295833075 0.6041669249999956
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf17 2.73203359573 0 83.29333355 0.6066664500000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf18 2.73838278798 0 83.118333625 0.572499562499992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf19 4.12989451981 0 83.114166825 0.5787497625000029
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf20 2.74356561405 0 83.51749975 0.3825002500000011
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf21 2.76530651905 0 83.3750001 0.524999900000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf22 3.10776321973 0 83.51166675 0.38833324999999663
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf23 4.1076173021 0 83.10333365 0.5949995250000057
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf24 4.11895311755 0 83.202500325 0.6974996749999974
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf25 3.59777234653 0 83.3741667 0.5258332999999965
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf26 3.41043775226 0 83.024166725 0.7137499124999991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf27 3.68082052931 0 83.4191672 0.48083279999999606
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf28 3.69150234657 0 83.174999575 0.4875006374999984
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf29 2.86573918703 0 83.597500175 0.3024998250000067
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf30 3.87625835913 0 83.178333525 0.482499712500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf31 4.09035639381 0 83.2525001 0.647499899999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf32 3.87939285722 0 83.3758335 0.5241665000000012
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf33 3.96976512759 0 83.368333725 0.5316662750000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf34 3.13322137457 0 83.023333725 0.7149994124999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf35 4.08700450168 0 83.1675001 0.49874985000000294
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf36 3.99607976488 0 83.600831925 0.29916807500000575
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf37 3.7916732297 0 83.1049997 0.59250045000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf38 2.59232682658 0 83.86500035 0.034999649999997495
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf39 4.16703365446 0 83.2283323 0.6716676999999948
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf40 4.15167888321 0 83.116667925 0.5749981124999977
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf41 4.09821993905 0 83.221666325 0.678333674999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf42 3.59717623958 0 83.3591672 0.5408327999999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf43 3.91417949819 0 83.1383341 0.5424988500000083
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf44 2.63166503619 0 83.59166585 0.30833415000000175
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf45 4.07353955232 0 83.4000008 0.4999991999999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf46 4.00603970123 0 83.269166375 0.6308336250000025
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf47 4.10554485592 0 83.44 0.4600000000000023
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf48 3.89291700398 0 83.5358329 0.3641670999999974
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf49 2.87571062424 0 83.66583255 0.2341674499999954
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf50 2.92776678825 0 83.169166925 0.49624961250000155
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf51 3.82237267657 0 83.392500375 0.5074996250000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf52 3.45538529072 0 83.7458343 0.15416570000000152
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf53 2.96953466999 0 83.765000175 0.13499982500000274
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf54 2.43878058591 0 83.0391674 0.691248900000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf55 4.07628888308 0 83.183333275 0.4750000875000069
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf56 3.41015160804 0 83.22333395 0.6766660500000029
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf57 3.79073162281 0 83.43416615 0.4658338500000042
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf58 2.47370113984 0 83.025833375 0.7112499374999928
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf59 2.94113112878 0 83.20000055 0.6999994500000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf60 4.16196961351 0 83.16083385 0.5087492249999954
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf61 3.17265163759 0 83.2299996 0.6700004000000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf62 3.4099831354 0 83.32749995 0.5725000499999965
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf63 2.39276147412 0 83.225833475 0.6741665249999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf64 2.67074720888 0 83.5775003 0.32249970000000305
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf65 3.97519411144 0 83.197499875 0.45375018749999185
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf66 3.76312088817 0 83.3708336 0.5291664000000026
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf67 2.9437987388 0 83.13249965 0.5512505250000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf68 3.87876555411 0 83.5975005 0.3024995000000047
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf69 3.85398606439 0 83.07749975 0.6337503749999982
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf70 3.58784253707 0 83.54999975 0.35000025000000223
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf71 2.95980019108 0 83.6841669 0.2158331000000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf72 3.75261917668 0 83.514166775 0.3858332249999933
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf73 2.71776955648 0 83.418334 0.4816659999999985
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf74 3.52191903276 0 83.51499955 0.38500045000000116
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf75 3.84413336023 0 83.466666475 0.43333352500000333
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf76 3.87298002921 0 83.2308336 0.6691664000000032
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf77 2.74417093221 0 83.5499997 0.35000029999999926
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf78 2.22642162255 0 83.495000025 0.40499997500000406
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf79 3.92399759934 0 83.24166705 0.6583329499999963
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf80 2.45943734525 0 83.33916645 0.5608335500000067
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf81 4.00384262814 0 83.110000625 0.5849990625000032
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf82 3.32027935074 0 83.276666275 0.6233337250000034
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf83 2.94317954081 0 83.1358333 0.5462500499999976
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf84 4.22080428353 0 83.1049998 0.5925002999999975
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf85 3.81479129254 0 83.557500125 0.3424998749999958
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf86 2.9172205322 0 83.144165775 0.5337513374999929
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf87 3.06829448351 0 83.550833125 0.3491668750000031
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf88 2.84013960326 0 83.1766672 0.4849992000000043
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf89 4.1736078315 0 83.42416665 0.4758333499999964
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf90 3.42983465445 0 83.566666575 0.33333342500000074
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf91 2.92875916232 0 83.24749985 0.652500150000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf92 2.76054495524 0 83.36583415 0.5341658500000023
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf93 3.90020836464 0 83.2075002 0.6924998000000017
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf94 2.79957019355 0 83.1749994 0.48750089999999346
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf95 3.41791929541 0 83.6141671 0.28583289999999695
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf96 3.28020464775 0 83.451667225 0.4483327750000058
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf97 2.93087218523 0 83.336666175 0.5633338249999952
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf98 3.69195682878 0 83.13499955 0.5475006749999949
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf99 3.66966788429 0 83.910833175 0.2891668250000066
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf100 3.99355810444 0 83.09333335 0.609999975000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf101 3.91059385107 0 83.439998825 0.4600011749999965
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf102 2.89436719121 0 83.3733338 0.5266662000000025
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf103 3.96901443961 0 83.470000325 0.42999967499999914
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf104 3.63707016725 0 83.3091667 0.5908332999999942
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf105 4.02729338977 0 83.60833365 0.2916663499999942
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf106 2.99981298607 0 83.136667675 0.5449984875000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf107 2.98635289542 0 83.2550009 0.6449991000000012
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf108 3.16355414467 0 83.122499825 0.5662502624999917
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf109 3.54139300066 0 83.6316658 0.26833420000000674
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf110 3.85667371908 0 83.205000675 0.6949993250000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf111 3.47226260134 0 83.0608333 0.6587500500000019
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf112 2.40820216321 0 83.505000925 0.39499907499999554
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf113 3.8971155278 0 83.515833875 0.3841661250000016
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf114 2.76115778978 0 83.350832975 0.549167024999997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf115 3.84548578414 0 83.4325001 0.4674999000000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf116 3.81440255245 0 83.5316665 0.3683335
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf117 3.46297488668 0 83.1558327 0.5162509499999928
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf118 3.05162390916 0 83.309999675 0.5900003249999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf119 4.00575298585 0 83.2000002 0.6999997999999948
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf120 3.9597325188 0 83.2366666 0.6633333999999934
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf121 4.16848230926 0 83.279166775 0.6208332250000069
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf122 3.15613106065 0 83.22666675 0.6733332499999932
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf123 2.96989395327 0 83.26250035 0.6374996500000037
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf124 4.17369428155 0 83.069166175 0.6462507374999902
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf125 4.1151675669 0 83.196665925 0.45500111249999264
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf126 2.77979520157 0 83.243333675 0.6566663249999977
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf127 3.77711651301 0 83.195832775 0.4562508375000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf128 3.04665804457 0 83.634999925 0.26500007499999756
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf129 4.03846169157 0 83.2958318 0.604168199999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf130 3.62000768828 0 83.2675 0.6325000000000017
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf131 3.96091867263 0 83.47499925 0.4250007500000038
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf132 2.848577387 0 83.531666975 0.36833302500000686
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf133 3.92995199665 0 83.17916715 0.48124927500000325
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf134 3.38769675285 0 83.177499525 0.48375071249999735
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf135 3.83796805888 0 83.202499775 0.6975002249999932
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf136 3.33368324801 0 83.794999625 0.10500037499999737
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf137 2.50920843799 0 83.1599993 0.5100010500000067
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 34 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf138 3.29812270966 0 83.3425008 0.5574992000000037
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf139 4.10143003409 0 83.327500725 0.572499275000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf140 3.91370812684 0 83.2191679 0.6808320999999978
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf141 3.92871064599 0 83.2091665 0.6908335000000051
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf142 4.65500523621 0 83.227499125 0.6725008750000058
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 25 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf143 2.40865701183 0 83.40000005 0.4999999499999973
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf144 3.81105496194 0 83.3700005 0.5299994999999967
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf145 2.5457477248 0 83.4350002 0.4649997999999954
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf146 3.45809656583 0 83.355833325 0.5441666749999939
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf147 3.44635457898 0 83.539166225 0.3608337749999976
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf148 3.41753668267 0 83.4791668 0.42083319999999846
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf149 3.52798359041 0 83.385000475 0.5149995250000018
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf150 2.50318934638 0 82.903333275 0.8950000875000086
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf151 4.86977759551 0 82.747500575 1.1287491374999945
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf152 4.07556332058 0 83.18666665 0.4700000249999903
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf153 4.29215458 0 82.4750002 1.537499700000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf154 3.40093211566 0 82.879168075 0.9312478875000068
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf155 3.86205271697 0 82.45416655 1.5687501750000052
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf156 5.10594235034 0 82.3866671 1.6699993500000048
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf157 3.97566939928 0 83.4041666 0.49583340000000364
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf158 4.26547578391 0 82.649166975 1.2762495375
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf159 2.86684824023 0 83.540834875 0.3591651249999984
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf160 4.30768574231 0 83.039166275 0.6912505875000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf161 3.3955218479 0 82.866666975 0.9499995374999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf162 3.72248093427 0 82.32999895 1.7550015749999943
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf163 3.27298448736 0 83.130833775 0.5537493375000011
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf164 4.61114936571 0 82.752500675 1.1212489875000102
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf165 3.19899876823 0 83.178334275 0.48249858750000385
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf166 3.83456440952 0 82.976666825 0.7849997625000071
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf167 2.30836259044 0 82.75166665 1.1225000249999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf168 3.94938021018 0 82.404166825 1.6437497624999935
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf169 3.03405530665 0 82.310832375 1.783751437499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf170 3.19888206567 0 82.723333475 1.164999787499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf171 3.53270037124 0 83.491666425 0.4083335749999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf172 4.79216667175 0 82.71833295 1.1725005749999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf173 3.02752938072 0 83.403333025 0.4966669750000051
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf174 3.88594686803 0 82.637499775 1.2937503375000077
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf175 4.57102617045 0 82.94500005 0.8324999249999934
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf176 4.74071864084 0 82.605000725 1.3424989125000053
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf177 2.82188563029 0 82.535832825 1.4462507625
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf178 4.81069968397 0 82.399999575 1.650000637500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf179 3.38755218357 0 82.364999575 1.7025006375000018
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf180 2.91112760713 0 82.5008331 1.4987503500000088
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf181 3.94324960541 0 82.731666725 1.152499912500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf182 3.42161292708 0 82.574166675 1.388749987499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf183 4.65182047692 0 82.452499825 1.5712502624999942
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf184 5.04837421853 0 82.800833125 1.0487503125000046
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf185 2.45093941168 0 82.80000035 1.0499994749999928
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf186 3.01205697976 0 82.484999825 1.522500262499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf187 4.82136836543 0 82.584166725 1.3737499124999957
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf188 3.22231213248 0 83.0100006 0.7349991000000031
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf189 3.4166001205 0 82.42083335 1.6187499750000072
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf190 4.06133523158 0 83.4216662 0.4783337999999958
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf191 3.94770753292 0 83.3983332 0.5016668000000039
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf192 3.75552436203 0 82.336667125 1.744999312499992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf193 2.68651427482 0 83.54833215 0.3516678500000069
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf194 2.55066958907 0 84.092500875 0.10749912500000108
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf195 2.50820466375 0 82.63416685 1.2987497250000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf196 4.01724551849 0 82.9424989 0.8362516499999941
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf197 3.50091311571 0 82.86916615 0.9462507750000029
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf198 3.68915660084 0 83.0441668 0.6837498000000011
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf199 4.75447357817 0 82.417499075 1.6237513875000076
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf200 4.78514719455 0 82.4225 1.6162500000000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf201 3.09367054966 0 82.993333625 0.759999562499992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf202 4.91316217818 0 82.430833675 1.6037494874999965
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf203 3.19157274681 0 83.12833325 0.5575001250000042
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf204 3.97564269328 0 82.5891671 1.366249350000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf205 2.68532132689 0 82.545833125 1.4312503124999978
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf206 3.71324465912 0 82.521666525 1.4675002124999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf207 2.8958215127 0 83.48666705 0.4133329500000059
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf208 3.81180477555 0 82.85749945 0.9637508249999911
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf209 4.73605658836 0 82.9783334 0.7824999000000048
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf210 4.3966762275 0 82.9116663 0.8825005500000103
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf211 4.84027012906 0 82.946666375 0.8300004374999901
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf212 4.7810074981 0 82.6783341 1.232498849999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf213 3.94197981933 0 82.51499935 1.4775009750000052
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf214 3.09393818603 0 83.29083295 0.6091670500000049
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf215 4.47717663808 0 82.46999965 1.5450005249999919
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf216 4.00501911696 0 82.804166975 1.0437495374999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf217 3.57989449491 0 82.66333405 1.2549989249999953
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 33 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf218 4.11821228883 0 83.10583275 0.591250874999993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf219 3.88153307059 0 82.55249925 1.4212511250000048
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf220 5.07056073888 0 82.528332975 1.4575005375000032
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf221 3.8858448189 0 82.51499975 1.4775003749999982
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf222 4.75214121141 0 82.71583365 1.17624952500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf223 2.910370732 0 82.31000025 1.7849996249999975
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf224 3.73423244747 0 83.423333575 0.4766664249999991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf225 3.76639734311 0 82.6149999 1.3275001499999988
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf226 4.72441884283 0 82.556666625 1.4150000624999919
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf227 3.39553645715 0 82.51416665 1.4787500249999894
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf228 3.14711977882 0 83.490832725 0.40916727499999583
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf229 3.20446998859 0 83.181666575 0.47750013750000875
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf230 4.10892724077 0 82.45166665 1.5725000249999894
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf231 4.04143117823 0 83.1491669 0.526249650000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf232 3.68311329082 0 82.6408325 1.2887512499999971
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf233 3.61852655927 0 82.6024999 1.346250150000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf234 3.38095068609 0 83.371666525 0.5283334750000052
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf235 4.10272820524 0 82.470833275 1.543750087499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf236 2.12236980351 0 83.199167425 0.45124886250000174
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf237 4.84222431165 0 82.394166075 1.6587508874999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf238 3.83587841008 0 83.6333336 0.26666639999999975
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf239 3.67407110454 0 82.985834175 0.7712487375000094
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf240 3.84795081159 0 82.53000145 1.4549978249999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf241 4.03626436782 0 82.481666325 1.5275005124999907
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf242 2.73647327539 0 82.730000025 1.154999962500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf243 2.9402893763 0 82.428334075 1.6074988875000074
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf244 3.36443733772 0 82.35333375 1.7199993749999933
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf245 4.58817969835 0 82.5808333 1.3787500500000078
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf246 4.61508278268 0 82.421665975 1.6175010375000056
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf247 3.73823272415 0 83.870833 0.02916699999999539
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf248 3.73623903096 0 82.507500625 1.4887490624999913
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf249 4.58723959299 0 82.507499875 1.4887501875000098
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf250 3.92381095552 0 82.485 1.5225000000000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf251 4.03164481442 0 82.8166667 1.0249999500000015
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf252 5.03810397071 0 82.616667175 1.3249992374999948
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf253 3.51418495543 0 82.565833 1.4012505000000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf254 4.86464446972 0 82.545833325 1.4312500124999943
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf255 3.00643438726 0 82.625833175 1.3112502375000048
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf256 3.24223825052 0 82.541666625 1.4375000624999927
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf257 3.53797532059 0 82.464167075 1.553749387499991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf258 2.69597918008 0 82.724999675 1.1625004874999902
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf259 4.49884904687 0 82.9025 0.8962499999999949
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf260 3.4837176103 0 82.498332625 1.502501062499995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf261 4.41401318128 0 82.903332325 0.8950015125000093
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf262 3.67052383798 0 82.335833775 1.7462493375000037
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf263 4.22448259906 0 82.9066673 0.8899990500000072
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf264 3.96752953642 0 82.571665825 1.392501262500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf265 4.60190720856 0 82.4908341 1.513748849999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf266 3.35576957096 0 82.3383337 1.7424994499999897
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf267 4.08918081035 0 82.930000725 0.854998912500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf268 3.57822046748 0 82.50833265 1.4875010250000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf269 3.01461128645 0 82.699165925 1.201251112499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf270 3.61766786853 0 82.739166925 1.1412496124999905
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf271 3.750310087 0 82.210833125 1.9337503125000097
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf272 3.02018362332 0 82.42083315 1.6187502749999894
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf273 4.36785471859 0 82.518332925 1.4725006125000064
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf274 4.81261636389 0 82.5000007 1.4999989499999984
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf275 5.03475050744 0 82.9916657 0.762501450000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf276 3.20254279689 0 82.9950007 0.7574989499999916
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf277 3.34606399788 0 82.650833325 1.2737500125000096
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf278 3.49225813657 0 83.009166175 0.7362507374999936
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf279 3.92676884272 0 82.2883325 1.8175012500000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf280 4.70669944434 0 82.671667375 1.2424989375000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf281 3.89081058464 0 82.463332775 1.5550008375000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf282 4.66984667033 0 82.287499225 1.8187511624999928
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf283 4.54215357355 0 82.9841665 0.7737502499999991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf284 3.03693571431 0 83.2099996 0.6900003999999967
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf285 3.63005230824 0 83.482500425 0.41749957500000223
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf286 3.74518195556 0 82.328333925 1.7574991125000068
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf287 4.28385957873 0 82.8808338 0.9287492999999927
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf288 3.63008570243 0 82.825832825 1.0112507624999907
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf289 4.84013060098 0 82.28916705 1.8162494249999952
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf290 3.48681911925 0 82.852500525 0.9712492125000054
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf291 3.21786984244 0 82.9083336 0.8874995999999911
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf292 3.55535850382 0 82.404167025 1.64374946249999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf293 3.89768525788 0 82.523333625 1.4649995624999903
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf294 4.75169294002 0 82.664166875 1.2537496874999903
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf295 3.14371669936 0 83.1099993 0.5850010500000025
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf296 5.10361442824 0 82.5608335 1.4087497499999984
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf297 4.18357333726 0 83.11333375 0.579999375000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf298 3.42706009322 0 82.52250045 1.4662493250000068
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf299 2.98067415779 0 82.4658333 1.5512500500000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf300 3.88594686803 0 83.4341662 0.46583379999999297
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf301 4.70210402664 0 82.59833435 1.3524984749999973
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf302 3.64780127709 0 82.2675003 1.848749550000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf303 2.96739976932 0 82.544167375 1.433748937499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf304 4.68653018118 0 82.502499725 1.4962504124999896
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf305 2.72775066233 0 82.549167275 1.426249087499997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf306 4.81025398186 0 82.78249895 1.0762515749999935
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf307 4.01784187804 0 82.360834725 1.7087479124999945
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf308 3.9818651409 0 82.3950007 1.6574989500000044
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf309 4.39646884483 0 82.831667425 1.0024988624999907
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf310 4.12538749451 0 82.47000065 1.5449990249999956
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf311 4.02625578652 0 83.010832875 0.7337506874999917
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf312 3.23314207049 0 83.0258333 0.7112500499999967
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf313 5.07056073888 0 82.65583335 1.266249975000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf314 3.66210824146 0 82.6758336 1.2362495999999936
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf315 3.98603853424 0 83.55333365 0.346666350000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf316 4.05928520007 0 82.42750015 1.6087497749999997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf317 3.95156604504 0 82.849167925 0.9762481124999951
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf318 5.07056073888 0 82.7108334 1.1837499000000022
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf319 4.54367340327 0 82.7283329 1.157500650000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf320 2.81005243994 0 82.39750025 1.6537496250000103
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf321 4.51492338048 0 82.850833875 0.9737491874999904
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf322 2.96690147068 0 82.239998925 1.8900016125000079
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf323 4.71954979727 0 82.48083315 1.5287502750000073
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf324 3.2434055334 0 83.0133343 0.7299985500000048
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf325 5.0039862469 0 82.628333275 1.3075000874999958
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf326 4.27188540398 0 82.711667225 1.182499162500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf327 4.82968914784 0 82.676666425 1.2350003625000099
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf328 4.84170071418 0 82.393334175 1.6599987374999898
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf329 2.76448700927 0 83.379999475 0.5200005249999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf330 4.50819005563 0 83.037499775 0.6937503374999991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf331 4.78305036024 0 82.9366671 0.844999350000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf332 4.14981813757 0 82.44249955 1.5862506750000094
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf333 4.75339681711 0 82.72 1.1700000000000017
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf334 4.47948584577 0 82.89833325 0.9025001250000102
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf335 5.02679188425 0 82.762499675 1.1062504874999988
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf336 3.88797427887 0 82.339999725 1.7400004125000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf337 3.83493211252 0 82.230832425 1.903751362499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf338 4.01004506039 0 82.446666075 1.580000887500006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf339 4.42247279367 0 82.902500325 0.8962495124999919
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf340 2.50346409553 0 83.410000225 0.4899997749999955
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf341 4.18111303856 0 82.851667625 0.9724985624999931
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf342 3.96775128534 0 82.20666665 1.9400000249999962
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf343 2.97786909752 0 82.57250025 1.3912496249999933
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf344 3.76332606138 0 83.407499525 0.4925004749999943
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf345 2.51828940402 0 82.38833435 1.6674984750000093
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf346 4.63996409362 0 82.534999625 1.4475005625000037
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf347 2.8834064399 0 83.00083255 0.7487511750000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf348 4.01719695096 0 82.42916675 1.6062498750000103
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv samp 33 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf349 3.79016967748 0 83.308332775 0.5916672250000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf350 4.02017107049 0 83.677499875 0.22250012500000482
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf351 3.41060528657 0 83.453334125 0.4466658750000022
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf352 4.34097923838 0 82.840833275 0.9887500875000086
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf353 4.04794102279 0 82.297500475 1.8037492874999899
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf354 3.82452023243 0 82.588333375 1.3674999374999928
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf355 4.80023382881 0 82.67500055 1.2374991750000106
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf356 3.56691836002 0 82.5175005 1.4737492500000045
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf357 4.45618504206 0 82.7649994 1.1025009000000097
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf358 3.18726409248 0 82.489167225 1.5162491624999959
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf359 4.75198860048 0 82.688332775 1.2175008374999905
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf360 4.2501458709 0 82.871666375 0.9425004374999943
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf361 3.30430376399 0 82.444167175 1.583749237499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf362 5.03475050744 0 82.8366664 0.9950004000000021
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf363 4.28263038096 0 82.936667475 0.8449987875000105
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf364 3.8799230824 0 82.63083325 1.3037501250000076
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf365 4.04669215846 0 82.418334 1.6224989999999977
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf366 3.40610310246 0 83.033332825 0.7000007624999967
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf367 3.51431327797 0 82.6341656 1.2987515999999957
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf368 2.89250858373 0 82.598333575 1.352499637500003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf369 4.76367263331 0 82.748333625 1.1274995624999988
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf370 3.06773390399 0 83.06166635 0.6575004750000062
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf371 3.81866491401 0 82.473332975 1.540000537499992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf372 4.07067564171 0 82.7366661 1.1450008500000095
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf373 4.69984886848 0 82.94000135 0.8399979749999957
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf374 3.95159407514 0 82.488333225 1.5175001624999922
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf375 3.13937863368 0 82.420833025 1.6187504625000102
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf376 4.06886719765 0 82.207500225 1.938749662499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf377 4.82473944779 0 82.758333325 1.112500012500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf378 4.10237168712 0 82.728333625 1.1574995624999929
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf379 4.28230271054 0 82.60416715 1.3437492750000075
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf380 4.07151149905 0 82.94416655 0.8337501749999916
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf381 3.75522652317 0 82.35083345 1.7237498250000058
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf382 3.21300150437 0 82.84916745 0.9762488250000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf383 3.79885050095 0 83.6158346 0.28416540000000057
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf384 3.88029635989 0 83.34500025 0.5549997500000018
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf385 4.81261636389 0 82.525833475 1.4612497875000017
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf386 4.06610010441 0 82.432499525 1.6012507125000042
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf387 3.64345739789 0 82.83833285 0.9925007249999993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf388 3.1450236118 0 82.289999575 1.815000637500006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 24 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf389 5.0682649604 0 82.61416665 1.328750024999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf390 3.37475786052 0 82.70166765 1.1974985249999932
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf391 4.8051791887 0 82.43666675 1.5949998749999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf392 3.58728287228 0 82.2716663 1.8425005499999898
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf393 4.14306014578 0 82.504999575 1.492500637500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf394 4.03164481442 0 83.4266668 0.47333319999999335
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf395 2.42882382804 0 82.4924999 1.5112501500000022
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf396 3.24966131713 0 82.5441659 1.4337511500000062
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf397 5.03810397071 0 82.669166575 1.2462501374999917
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf398 3.8539741489 0 83.56000025 0.3399997499999984
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf399 4.62067083775 0 82.644999375 1.2825009375000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf400 3.03642820088 0 82.575833875 1.386249187499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf401 3.75815991012 0 83.382499675 0.5175003249999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf402 3.13913054714 0 83.516667325 0.3833326749999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf403 3.68981492661 0 82.57916795 1.381248075000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf404 4.17814274296 0 82.380833475 1.6787497874999957
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf405 4.65879016395 0 82.4683344 1.547498399999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf406 3.33065244056 0 82.8774995 0.9337507500000015
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv fp16 1 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf407 4.65818702143 0 82.604165725 1.3437514124999979
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf408 3.71620846046 0 82.7358322 1.1462516999999934
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf409 4.7926796099 0 82.67833385 1.232499224999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf410 4.67255813979 0 82.761666875 1.1074996874999954
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf411 3.52727610824 0 82.410833 1.633750500000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 23 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf412 4.0559263475 0 82.689167075 1.2162493874999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 22 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf413 4.76472720822 0 82.910834025 0.8837489625000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv fp16 1 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf414 5.04582745845 0 81.728333675 2.6574994874999973
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf415 4.16438288715 0 81.889166025 2.4162509625000084
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf416 3.19361943032 0 82.478333525 1.5324997125000053
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf417 4.67998328738 0 82.31416605 1.7787509250000042
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf418 4.24727900136 0 82.594167725 1.3587484124999918
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf419 4.21370455598 0 81.9183331 2.372500350000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf420 4.01568429118 0 82.130832975 2.053750537499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf421 4.44627844648 0 82.171667125 1.9924993125000015
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf422 4.86785715154 0 81.767500325 2.5987495124999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf423 3.78354627524 0 81.96749995 2.298750074999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf424 4.82355617515 0 81.737499775 2.643750337499995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf425 4.68130980381 0 81.91333375 2.37999937499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf426 3.76671253278 0 82.096666125 2.105000812500002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf427 3.46252818741 0 82.00500065 2.2424990250000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf428 4.20184196001 0 81.957499725 2.313750412499992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 25 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf429 4.65131508141 0 81.892499775 2.411250337499993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf430 3.98383769983 0 83.190833875 0.4637491875000066
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 34 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf431 3.27760849251 0 82.3249994 1.7625009000000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 22 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf432 4.38304315647 0 82.2058333 1.9412500500000078
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf433 4.77155293977 0 82.4950007 1.5074989499999916
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf434 4.01383283961 0 82.924166225 0.86375066250001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf435 3.29633871286 0 82.1750005 1.9874992500000062
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf436 4.00475896814 0 81.819166525 2.5212502125
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 26 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf437 4.68130980381 0 81.85750025 2.4637496249999984
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf438 4.91389970221 0 81.7924993 2.5612510499999956
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf439 4.35225506168 0 82.6324999 1.3012501500000013
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf440 3.38154272134 0 82.06583385 2.1512492249999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf441 2.98343299799 0 82.805833175 1.0412502374999946
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf442 2.77161119603 0 82.533333825 1.4499992625000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 28 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf443 4.82931872007 0 82.49666595 1.5050010750000098
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf444 3.04357937636 0 83.1175005 0.5737492499999917
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf445 3.08469075437 0 81.883334425 2.4249983624999984
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf446 2.96822046232 0 82.82583375 1.0112493749999985
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 28 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf447 3.20549043766 0 82.180000925 1.9799986124999975
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 31 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf448 4.75987523967 0 82.61166655 1.332500175000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf449 2.91945372896 0 82.38833245 1.6675013250000106
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf450 4.51419508103 0 81.94833225 2.3275016249999894
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf451 3.52294385207 0 81.880000125 2.4299998125000073
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf452 4.4917740488 0 81.90999865 2.3850020249999915
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf453 4.34306160839 0 81.8333336 2.4999995999999953
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf454 4.46400957815 0 82.566666825 1.399999762500002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf455 4.23442583914 0 81.809166325 2.53625051249999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf456 3.09884756006 0 83.5633333 0.33666670000000354
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf457 4.17572822161 0 81.7916664 2.5625004000000047
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf458 4.73697574556 0 81.834165775 2.4987513374999963
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf459 3.58283079043 0 82.9908333 0.7637500499999916
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf460 4.82149011283 0 82.056665975 2.165001037499998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf461 4.0330664574 0 81.9033327 2.3950009499999894
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf462 3.52895907761 0 81.877499525 2.433750712499993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf463 4.98588309159 0 82.21166705 1.932499424999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf464 4.37753149918 0 81.93499965 2.347500525000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 30 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf465 4.75414323671 0 81.829166525 2.5062502124999924
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf466 4.54502802382 0 82.263334875 1.8549976875000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf467 2.88319689339 0 82.1225006 2.0662491000000074
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf468 5.07280967677 0 81.8925001 2.41124984999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf469 4.95882658134 0 82.0083344 2.237498400000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf470 4.65232049065 0 82.353333675 1.7199994874999973
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf471 4.76059067514 0 81.89166715 2.4124992749999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf472 4.40265700171 0 82.3550001 1.717499850000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf473 4.76945454642 0 81.803334075 2.5449988875000074
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf474 3.65816993751 0 81.922499825 2.366250262499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf475 4.09879818515 0 81.990832925 2.26375061249999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf476 2.73210232591 0 82.45083355 1.573749675000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 22 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 26 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf477 4.06037262592 0 82.60000015 1.3499997750000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf478 5.07051186181 0 81.739166625 2.6412500625000064
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf479 3.01031517084 0 82.71333375 1.1799993749999942
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf480 3.87290970268 0 81.804999925 2.5425001124999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf481 4.86973251263 0 81.81166685 2.532499725000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf482 3.51653119594 0 81.8316666 2.502500099999992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf483 4.76565752879 0 82.025833275 2.211250087500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf484 3.92713555542 0 82.46750015 1.5487497749999903
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf485 3.33947996697 0 81.79000075 2.5649988749999935
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf486 4.09863782556 0 81.818332875 2.5225006875000062
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf487 4.04161555772 0 81.9275002 2.358749700000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf488 4.23899755592 0 83.095833225 0.6062501624999896
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf489 4.21529129812 0 81.94083375 2.338749375000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf490 3.12902985531 0 82.105832875 2.0912506874999934
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 31 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf491 3.81525081626 0 82.14499985 2.0325002249999926
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf492 4.69328240901 0 82.21833235 1.9225014750000042
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf493 4.57429034144 0 81.726666275 2.660000587500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf494 3.53251693748 0 82.770834525 1.093748212500003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf495 3.33699282089 0 81.874166325 2.4387505124999933
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf496 4.98594477843 0 81.90500035 2.392499475000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf497 5.05585499751 0 81.8108343 2.5337485500000057
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf498 3.81085313912 0 83.08583285 0.6212507249999959
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf499 3.85566564226 0 82.78166705 1.0774994250000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf500 2.78863101683 0 82.47416575 1.538751375000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf501 3.89416305607 0 82.285833575 1.821249637500003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf502 3.41574390102 0 81.67750045 2.733749325000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 21 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf503 5.00601243119 0 81.890833675 2.413749487500006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf504 4.87728360031 0 82.02666715 2.2099992750000084
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf505 3.83516693034 0 81.775833725 2.5862494125000026
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf506 3.04513115025 0 81.89833395 2.4024990750000086
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf507 3.27740159403 0 83.629166975 0.27083302499999606
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf508 2.97964104412 0 83.084999975 0.6225000374999965
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf509 3.77716291357 0 81.911666675 2.3824999874999904
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf510 4.24405840115 0 82.6800002 1.2299997000000076
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf511 4.68571881098 0 81.760000475 2.6099992875000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf512 3.9278405063 0 82.911666325 0.8825005125000018
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf513 4.42742255206 0 82.160001325 2.009998012500006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf514 2.2531970246 0 83.803334025 0.09666597500000196
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf515 3.54259695095 0 82.997500875 0.7537486874999999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf516 3.67938585947 0 82.31833355 1.7724996749999917
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf517 4.48970416384 0 82.0241662 2.2137507000000056
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf518 4.0237882271 0 82.910833 0.883750500000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf519 3.18632939435 0 83.188333525 0.46749971249999334
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 21 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf520 2.77897001674 0 81.881666625 2.427500062500009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf521 4.20578873035 0 82.80249995 1.0462500750000032
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf522 4.47216574518 0 82.543333225 1.4350001625000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 30 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf523 4.03270322354 0 82.848334075 0.9774988875000048
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf524 3.85260446504 0 81.972500575 2.291249137500003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf525 4.24365616951 0 81.941666425 2.337500362500009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf526 3.15772099861 0 82.219999575 1.9200006374999958
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf527 4.88394416168 0 81.840834275 2.488748587499991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf528 4.74545455369 0 81.81916545 2.5212518250000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf529 4.02581419033 0 82.919167075 0.8712493874999936
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf530 3.7399213034 0 82.860833125 0.9587503125000012
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf531 4.15582335083 0 82.01916625 2.2212506250000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 22 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf532 4.03161391442 0 82.91583395 0.8762490749999898
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf533 3.24015051874 0 82.601667225 1.3474991625000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf534 3.11332567715 0 83.209166525 0.6908334749999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf535 3.3212018141 0 81.8266666 2.5100001000000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 4 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf536 4.51237537924 0 81.899999425 2.4000008624999936
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf537 3.98767584708 0 81.961666825 2.307499762500008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 30 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf538 5.00410258214 0 82.533334125 1.4499988125000058
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf539 5.00601243119 0 81.802500375 2.546249437500009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf540 4.06015676293 0 82.054166 2.1687510000000074
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf541 3.38502379875 0 81.874166325 2.4387505124999933
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf542 3.90284443656 0 81.7308337 2.6537494499999923
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf543 5.15412314878 0 81.966666975 2.299999537500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf544 4.27959730528 0 82.004999375 2.2425009375000045
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 22 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf545 4.99583458487 0 81.974999475 2.2875007874999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf546 3.57027564494 0 82.9716665 0.7925002500000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf547 4.34499447425 0 82.2008329 1.948750650000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf548 4.06059199232 0 82.365832725 1.7012509124999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 25 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf549 3.45561350445 0 82.3308338 1.7537493000000097
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf550 2.94141961728 0 82.971665775 0.7925013374999921
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf551 4.51544520396 0 82.679166975 1.2312495374999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf552 4.68359307017 0 82.344166025 1.7337509624999896
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf553 4.30341721272 0 82.4325004 1.6012494000000075
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf554 3.65611150668 0 81.95416715 2.3187492749999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf555 5.01823073429 0 82.128332675 2.0575009875000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf556 3.43858984447 0 82.024166675 2.2137499874999946
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf557 3.46491952349 0 82.098334025 2.1024989625000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf558 2.62458204106 0 82.0374996 2.193750599999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf559 5.62466058171 0 81.97000035 2.2949994749999902
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf560 4.44108442305 0 81.831666925 2.50249961250001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf561 3.32073108715 0 82.32749915 1.7587512750000087
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf562 3.44651637411 0 82.27833265 1.8325010250000062
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf563 4.11964833996 0 82.06999995 2.145000075000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 35 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf564 4.29730421963 0 82.120000225 2.0699996625000026
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf565 4.49671370328 0 81.885832575 2.4212511375000076
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf566 3.64806882447 0 82.565833075 1.4012503874999993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 25 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf567 3.78628368244 0 83.36999895 0.5300010500000042
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 28 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf568 4.0330664574 0 81.8975002 2.403749700000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf569 4.82407585533 0 81.817499575 2.523750637500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf570 3.56430532596 0 82.4450007 1.5824989500000086
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 25 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf571 2.64409929194 0 82.526667025 1.459999462500008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf572 3.874250119 0 82.89750005 0.9037499249999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf573 3.74268230599 0 82.4050009 1.6424986499999932
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf574 3.93122481277 0 82.005000575 2.2424991375000047
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 25 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf575 2.89061353654 0 82.73666665 1.1450000249999945
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 27 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf576 4.9989727785 0 81.98416615 2.2737507750000105
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf577 4.52118810973 0 81.9933335 2.2599997499999915
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 5 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf578 5.00825214635 0 81.7708328 2.5937508000000093
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf579 4.15028298661 0 81.84333405 2.4849989250000064
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf580 4.49357716945 0 81.928334325 2.3574985125000083
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf581 2.83911511966 0 82.05833345 2.1624998249999905
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf582 4.31584656917 0 82.086666425 2.1200003624999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 4 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 25 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf583 4.69131549213 0 82.176665525 1.9850017124999937
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf584 4.01106820503 0 82.935000225 0.847499662500006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf585 5.01598208729 0 82.149167275 2.0262490875000054
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf586 4.19877736533 0 81.972500125 2.2912498125000056
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf587 4.81630390577 0 82.220833625 1.918749562500004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf588 4.2365832916 0 81.91916675 2.3712498749999966
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf589 3.42922931648 0 83.70000065 0.19999934999999314
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf590 2.53227309221 0 82.0049996 2.2425005999999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 25 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf591 4.4917740488 0 81.94333375 2.3349993750000095
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf592 4.69406963557 0 81.838333525 2.492499712500006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf593 3.56282491443 0 82.051666825 2.172499762500003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 31 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf594 4.87132189313 0 81.782499775 2.5762503374999923
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf595 3.10819732949 0 82.05833335 2.162499975000003
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf596 4.99706829606 0 82.86166745 0.9574988250000018
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf597 3.94968328605 0 82.691667675 1.2124984874999925
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf598 4.39324961328 0 81.96083335 2.308749974999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf599 4.70369074205 0 81.83666635 2.4950004749999977
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf600 4.24244993192 0 81.939167525 2.341248712499997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf601 4.20546001496 0 82.089999825 2.11500026249999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf602 4.0330664574 0 82.9633338 0.8049992999999986
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf603 4.59592944187 0 82.144167675 2.0337484874999916
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf604 2.74962620899 0 81.7833324 2.575001399999991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf605 2.7261161414 0 81.790833225 2.5637501625
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf606 4.30521903722 0 82.427500575 1.6087491375000056
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 22 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf607 4.69411338148 0 82.265 1.8524999999999991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf608 3.64770629311 0 82.133333775 2.0499993375000045
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf609 5.03176506899 0 81.738333375 2.6424999375000056
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf610 4.46122236316 0 81.85166645 2.4725003250000057
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf611 3.89068717692 0 81.937500575 2.343749137499998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 6 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 28 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf612 3.99387473859 0 82.202499525 1.9462507125000101
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf613 3.51596353468 0 82.24333365 1.884999525000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 6 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf614 4.88809103203 0 82.298333175 1.8025002375000057
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf615 4.99851631106 0 82.544166525 1.4337502125000086
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf616 3.99849182962 0 81.765833075 2.601250387499995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 22 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf617 4.47314674003 0 81.826666125 2.510000812499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf618 4.69131549213 0 82.2766662 1.835000700000009
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf619 3.71849354844 0 82.504166975 1.493749537499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf620 3.6068179661 0 82.394165275 1.658752087499991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 22 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf621 5.07280967677 0 81.827499475 2.5087507875000057
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf622 4.5820712323 0 82.16916735 1.9962489750000074
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf623 3.25270396937 0 81.772500575 2.5912491375000073
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 21 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 7 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf624 4.37735991888 0 81.857500375 2.463749437499999
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf625 2.93048346993 0 82.26666605 1.8500009250000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf626 3.91585561438 0 82.0924993 2.11125105
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 6 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf627 3.58191688017 0 81.8816664 2.4275003999999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf628 3.69111789575 0 81.857500775 2.463748837499992
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 21 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf629 4.98532796694 0 82.237499425 1.8937508625000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf630 3.04637421912 0 82.053333125 2.170000312500008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 5 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 6 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf631 4.71695949798 0 81.719166375 2.6712504374999995
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 22 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf632 3.3040487529 0 82.118333475 2.0724997875
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 24 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf633 3.55525492477 0 82.164166925 2.0037496124999947
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 3 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf634 5.06558104047 0 81.875000175 2.437499737500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf635 4.66472816961 0 81.75083355 2.623749675000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf636 4.51289232449 0 82.4666666 1.5500001000000054
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf637 4.7098698544 0 81.975833275 2.286250087500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 3 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf638 4.71944536449 0 82.164167225 2.0037491625
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf639 4.67701094973 0 81.6924997 2.7112504500000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf640 4.43958123972 0 81.784167025 2.573749462499997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 23 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf641 4.23190538371 0 82.6116663 1.332500550000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 23 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf642 3.98767584708 0 82.004999975 2.242500037499994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf643 3.11555935645 0 82.75750025 1.1137496249999899
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf644 4.02987224334 0 83.018333125 0.7225003125000029
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 7 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 6 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf645 2.58909203382 0 83.52916655 0.3708334500000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf646 4.00629458587 0 82.601666525 1.3475002125000017
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 7 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 5 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf647 2.42728592669 0 81.703333925 2.694999112500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 27 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 36 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf648 4.47795824301 0 81.90416665 2.39375002500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf649 2.49573043461 0 82.14333415 2.0349987749999983
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 22 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf650 2.26720925728 0 81.742500725 2.636248912500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 22 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf651 4.95449796363 0 82.10916575 2.0862513749999962
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf652 5.01766838355 0 82.17749895 1.9837515749999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 4 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf653 3.07455107832 0 82.376667 1.6849995000000035
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 28 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 23 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf654 3.62447834496 0 82.0166669 2.224999649999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf655 4.55261680332 0 82.560000375 1.409999437499998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf656 2.23022601991 0 82.0675003 2.148749549999991
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 21 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 31 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 gpu mul fp16 1 add fp16 1 
+84 gpu softmax fp16 1
+-----
++++++
+conf657 3.93231850502 0 82.142498775 2.0362518374999894
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 7 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 22 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf658 2.77983893578 0 82.331666725 1.7524999124999923
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf659 4.06855184229 0 82.7775 1.0837499999999949
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf660 4.44108442305 0 81.873332925 2.4400006125000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 7 
+84 gpu softmax fp16 1
+-----
++++++
+conf661 4.08395395995 0 82.532499475 1.4512507875000082
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 7 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf662 5.01261289279 0 82.1675003 1.9987495499999994
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf663 5.06328976804 0 81.8491659 2.476251149999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 24 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf664 2.92128225673 0 82.2949999 1.8075001500000099
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 7 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 6 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv fp16 1 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 28 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf665 3.44170404332 0 82.50833415 1.487498775000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv fp16 1 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 28 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf666 4.70369074205 0 81.859999675 2.460000487500004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf667 2.83135171284 0 81.885833175 2.421250237499997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 5 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 23 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf668 4.94956890224 0 82.2216673 1.9174990500000106
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf669 5.55422591101 0 81.986667025 2.269999462499996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 promise swing_level 5 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 4 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 30 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf670 4.18183678198 0 81.8800007 2.429998950000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 24 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf671 4.03161391442 0 81.9174996 2.373750600000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf672 3.64732192222 0 82.884166575 0.9237501375000079
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 5 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 4 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 25 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf673 4.94531711032 0 81.824166075 2.5137508875000094
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 3 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 4 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf674 2.81172942223 0 82.6766664 1.235000399999997
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 gpu conv perf 25 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 gpu conv perf 22 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 gpu conv perf 24 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 promise swing_level 4 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf675 4.29690099725 0 82.072500275 2.141249587500006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 7 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf676 5.001248459 0 82.385000975 1.6724985375000045
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 24 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv perf 21 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf677 4.5933355607 0 82.68166655 1.2275001749999959
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 6 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 25 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 3 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
++++++
+conf678 4.39282818539 0 82.355833475 1.7162497875000042
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 6 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 5 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf679 4.56579872358 0 81.7883331 2.567500349999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 4 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 gpu conv perf 21 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 5 
+84 gpu softmax fp16 1
+-----
++++++
+conf680 4.60227040005 0 82.21833465 1.922498024999996
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 7 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 7 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 4 
+84 gpu softmax fp16 1
+-----
++++++
+conf681 4.58741246847 0 82.2674998 1.848750300000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 4 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 gpu conv perf 21 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 3 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 6 
+84 gpu softmax fp16 1
+-----
++++++
+conf682 4.86127330244 0 81.80916655 2.5362501749999993
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 promise swing_level 3 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 promise swing_level 3 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu group_conv fp16 1 
+41 gpu batchnorm fp16 1 
+42 gpu relu fp16 1 
+43 gpu conv fp16 1 
+44 gpu batchnorm fp16 1 
+45 gpu relu fp16 1 
+46 gpu group_conv fp16 1 
+47 gpu batchnorm fp16 1 
+48 gpu relu fp16 1 
+49 promise swing_level 3 
+50 gpu batchnorm fp16 1 
+51 gpu relu fp16 1 
+52 gpu group_conv fp16 1 
+53 gpu batchnorm fp16 1 
+54 gpu relu fp16 1 
+55 promise swing_level 5 
+56 gpu batchnorm fp16 1 
+57 gpu relu fp16 1 
+58 gpu group_conv fp16 1 
+59 gpu batchnorm fp16 1 
+60 gpu relu fp16 1 
+61 promise swing_level 3 
+62 gpu batchnorm fp16 1 
+63 gpu relu fp16 1 
+64 gpu group_conv fp16 1 
+65 gpu batchnorm fp16 1 
+66 gpu relu fp16 1 
+67 promise swing_level 5 
+68 gpu batchnorm fp16 1 
+69 gpu relu fp16 1 
+70 gpu group_conv fp16 1 
+71 gpu batchnorm fp16 1 
+72 gpu relu fp16 1 
+73 promise swing_level 6 
+74 gpu batchnorm fp16 1 
+75 gpu relu fp16 1 
+76 gpu group_conv fp16 1 
+77 gpu batchnorm fp16 1 
+78 gpu relu fp16 1 
+79 gpu conv samp 32 
+80 gpu batchnorm fp16 1 
+81 gpu relu fp16 1 
+82 gpu pool_mean fp16 1 
+83 promise swing_level 3 
+84 gpu softmax fp16 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/src/mobilenet_loop.cpp b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/src/mobilenet_loop.cpp
new file mode 100644
index 0000000000000000000000000000000000000000..096dcbce0b264a8deaa85e1225ed684172c29ab5
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet/src/mobilenet_loop.cpp
@@ -0,0 +1,2429 @@
+
+#include <stdio.h> 
+#include <stdlib.h> 
+#include <unistd.h> 
+#include <fcntl.h> 
+#include <sys/stat.h> 
+#include <cstring> 
+#include <visc.h> 
+#include <tensorTypes.h> 
+#include <tensorUtils.h> 
+
+void var_0_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::PROMISE_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_convolution(t1, t2, 1, 1, 1, 1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_1_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_2_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_3_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_group_convolution(t1, t2, 1, 1, 1, 1, 1, 32); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_4_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_5_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_6_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::PROMISE_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_convolution(t1, t2, 0, 0, 1, 1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_7_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_8_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_9_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_group_convolution(t1, t2, 1, 1, 2, 2, 1, 64); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_10_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_11_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_12_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::PROMISE_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_convolution(t1, t2, 0, 0, 1, 1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_13_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_14_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_15_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_group_convolution(t1, t2, 1, 1, 1, 1, 1, 128); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_16_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_17_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_18_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::PROMISE_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_convolution(t1, t2, 0, 0, 1, 1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_19_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_20_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_21_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_group_convolution(t1, t2, 1, 1, 2, 2, 1, 128); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_22_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_23_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_24_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::PROMISE_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_convolution(t1, t2, 0, 0, 1, 1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_25_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_26_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_27_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_group_convolution(t1, t2, 1, 1, 1, 1, 1, 256); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_28_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_29_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_30_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::PROMISE_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_convolution(t1, t2, 0, 0, 1, 1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_31_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_32_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_33_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_group_convolution(t1, t2, 1, 1, 2, 2, 1, 256); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_34_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_35_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_36_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::PROMISE_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_convolution(t1, t2, 0, 0, 1, 1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_37_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_38_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_39_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_group_convolution(t1, t2, 1, 1, 1, 1, 1, 512); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_40_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_41_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_42_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::PROMISE_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_convolution(t1, t2, 0, 0, 1, 1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_43_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_44_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_45_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_group_convolution(t1, t2, 1, 1, 1, 1, 1, 512); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_46_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_47_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_48_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::PROMISE_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_convolution(t1, t2, 0, 0, 1, 1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_49_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_50_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_51_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_group_convolution(t1, t2, 1, 1, 1, 1, 1, 512); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_52_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_53_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_54_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::PROMISE_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_convolution(t1, t2, 0, 0, 1, 1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_55_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_56_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_57_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_group_convolution(t1, t2, 1, 1, 1, 1, 1, 512); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_58_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_59_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_60_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::PROMISE_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_convolution(t1, t2, 0, 0, 1, 1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_61_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_62_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_63_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_group_convolution(t1, t2, 1, 1, 1, 1, 1, 512); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_64_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_65_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_66_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::PROMISE_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_convolution(t1, t2, 0, 0, 1, 1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_67_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_68_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_69_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_group_convolution(t1, t2, 1, 1, 2, 2, 1, 512); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_70_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_71_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_72_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::PROMISE_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_convolution(t1, t2, 0, 0, 1, 1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_73_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_74_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_75_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_group_convolution(t1, t2, 1, 1, 1, 1, 1, 1024); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_76_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_77_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_78_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::PROMISE_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_convolution(t1, t2, 0, 0, 1, 1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_79_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2, void* t3, size_t bytes_t3, void* t4, size_t bytes_t4, void* t5, size_t bytes_t5) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(5, t1, t2, t3, t4, t5, 0); 
+
+  void *r = __visc__tensor_batchnorm(t1, t2, t3, t4, t5, 0.001); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_80_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_relu(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_81_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_pool_mean(t1, 2, 2, 0, 0, 2, 2); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_82_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::PROMISE_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_mul(t1, t2); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_83_node(void* t1, size_t bytes_t1, void* t2, size_t bytes_t2) { 
+  __visc__hint(visc::PROMISE_TARGET); 
+  __visc__attributes(2, t1, t2, 0); 
+
+  void *r = __visc__tensor_add(t1, t2); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void var_84_node(void* t1, size_t bytes_t1) { 
+  __visc__hint(visc::CUDNN_TARGET); 
+  __visc__attributes(1, t1, 0); 
+
+  void* r = __visc__tensor_softmax(t1); 
+  __visc__return(2, r, (size_t) 0); 
+}
+
+void root(void* input, size_t input_bytes, 
+	  void* conv2d_1_w, size_t conv2d_1_w_bytes, 
+	  void* batch_normalization_1_gamma, size_t batch_normalization_1_gamma_bytes, 
+	  void* batch_normalization_1_beta, size_t batch_normalization_1_beta_bytes, 
+	  void* batch_normalization_1_mean, size_t batch_normalization_1_mean_bytes, 
+	  void* batch_normalization_1_variance, size_t batch_normalization_1_variance_bytes, 
+	  void* depthwise_conv2d_1_w, size_t depthwise_conv2d_1_w_bytes, 
+	  void* batch_normalization_2_gamma, size_t batch_normalization_2_gamma_bytes, 
+	  void* batch_normalization_2_beta, size_t batch_normalization_2_beta_bytes, 
+	  void* batch_normalization_2_mean, size_t batch_normalization_2_mean_bytes, 
+	  void* batch_normalization_2_variance, size_t batch_normalization_2_variance_bytes, 
+	  void* conv2d_2_w, size_t conv2d_2_w_bytes, 
+	  void* batch_normalization_3_gamma, size_t batch_normalization_3_gamma_bytes, 
+	  void* batch_normalization_3_beta, size_t batch_normalization_3_beta_bytes, 
+	  void* batch_normalization_3_mean, size_t batch_normalization_3_mean_bytes, 
+	  void* batch_normalization_3_variance, size_t batch_normalization_3_variance_bytes, 
+	  void* depthwise_conv2d_2_w, size_t depthwise_conv2d_2_w_bytes, 
+	  void* batch_normalization_4_gamma, size_t batch_normalization_4_gamma_bytes, 
+	  void* batch_normalization_4_beta, size_t batch_normalization_4_beta_bytes, 
+	  void* batch_normalization_4_mean, size_t batch_normalization_4_mean_bytes, 
+	  void* batch_normalization_4_variance, size_t batch_normalization_4_variance_bytes, 
+	  void* conv2d_3_w, size_t conv2d_3_w_bytes, 
+	  void* batch_normalization_5_gamma, size_t batch_normalization_5_gamma_bytes, 
+	  void* batch_normalization_5_beta, size_t batch_normalization_5_beta_bytes, 
+	  void* batch_normalization_5_mean, size_t batch_normalization_5_mean_bytes, 
+	  void* batch_normalization_5_variance, size_t batch_normalization_5_variance_bytes, 
+	  void* depthwise_conv2d_3_w, size_t depthwise_conv2d_3_w_bytes, 
+	  void* batch_normalization_6_gamma, size_t batch_normalization_6_gamma_bytes, 
+	  void* batch_normalization_6_beta, size_t batch_normalization_6_beta_bytes, 
+	  void* batch_normalization_6_mean, size_t batch_normalization_6_mean_bytes, 
+	  void* batch_normalization_6_variance, size_t batch_normalization_6_variance_bytes, 
+	  void* conv2d_4_w, size_t conv2d_4_w_bytes, 
+	  void* batch_normalization_7_gamma, size_t batch_normalization_7_gamma_bytes, 
+	  void* batch_normalization_7_beta, size_t batch_normalization_7_beta_bytes, 
+	  void* batch_normalization_7_mean, size_t batch_normalization_7_mean_bytes, 
+	  void* batch_normalization_7_variance, size_t batch_normalization_7_variance_bytes, 
+	  void* depthwise_conv2d_4_w, size_t depthwise_conv2d_4_w_bytes, 
+	  void* batch_normalization_8_gamma, size_t batch_normalization_8_gamma_bytes, 
+	  void* batch_normalization_8_beta, size_t batch_normalization_8_beta_bytes, 
+	  void* batch_normalization_8_mean, size_t batch_normalization_8_mean_bytes, 
+	  void* batch_normalization_8_variance, size_t batch_normalization_8_variance_bytes, 
+	  void* conv2d_5_w, size_t conv2d_5_w_bytes, 
+	  void* batch_normalization_9_gamma, size_t batch_normalization_9_gamma_bytes, 
+	  void* batch_normalization_9_beta, size_t batch_normalization_9_beta_bytes, 
+	  void* batch_normalization_9_mean, size_t batch_normalization_9_mean_bytes, 
+	  void* batch_normalization_9_variance, size_t batch_normalization_9_variance_bytes, 
+	  void* depthwise_conv2d_5_w, size_t depthwise_conv2d_5_w_bytes, 
+	  void* batch_normalization_10_gamma, size_t batch_normalization_10_gamma_bytes, 
+	  void* batch_normalization_10_beta, size_t batch_normalization_10_beta_bytes, 
+	  void* batch_normalization_10_mean, size_t batch_normalization_10_mean_bytes, 
+	  void* batch_normalization_10_variance, size_t batch_normalization_10_variance_bytes, 
+	  void* conv2d_6_w, size_t conv2d_6_w_bytes, 
+	  void* batch_normalization_11_gamma, size_t batch_normalization_11_gamma_bytes, 
+	  void* batch_normalization_11_beta, size_t batch_normalization_11_beta_bytes, 
+	  void* batch_normalization_11_mean, size_t batch_normalization_11_mean_bytes, 
+	  void* batch_normalization_11_variance, size_t batch_normalization_11_variance_bytes, 
+	  void* depthwise_conv2d_6_w, size_t depthwise_conv2d_6_w_bytes, 
+	  void* batch_normalization_12_gamma, size_t batch_normalization_12_gamma_bytes, 
+	  void* batch_normalization_12_beta, size_t batch_normalization_12_beta_bytes, 
+	  void* batch_normalization_12_mean, size_t batch_normalization_12_mean_bytes, 
+	  void* batch_normalization_12_variance, size_t batch_normalization_12_variance_bytes, 
+	  void* conv2d_7_w, size_t conv2d_7_w_bytes, 
+	  void* batch_normalization_13_gamma, size_t batch_normalization_13_gamma_bytes, 
+	  void* batch_normalization_13_beta, size_t batch_normalization_13_beta_bytes, 
+	  void* batch_normalization_13_mean, size_t batch_normalization_13_mean_bytes, 
+	  void* batch_normalization_13_variance, size_t batch_normalization_13_variance_bytes, 
+	  void* depthwise_conv2d_7_w, size_t depthwise_conv2d_7_w_bytes, 
+	  void* batch_normalization_14_gamma, size_t batch_normalization_14_gamma_bytes, 
+	  void* batch_normalization_14_beta, size_t batch_normalization_14_beta_bytes, 
+	  void* batch_normalization_14_mean, size_t batch_normalization_14_mean_bytes, 
+	  void* batch_normalization_14_variance, size_t batch_normalization_14_variance_bytes, 
+	  void* conv2d_8_w, size_t conv2d_8_w_bytes, 
+	  void* batch_normalization_15_gamma, size_t batch_normalization_15_gamma_bytes, 
+	  void* batch_normalization_15_beta, size_t batch_normalization_15_beta_bytes, 
+	  void* batch_normalization_15_mean, size_t batch_normalization_15_mean_bytes, 
+	  void* batch_normalization_15_variance, size_t batch_normalization_15_variance_bytes, 
+	  void* depthwise_conv2d_8_w, size_t depthwise_conv2d_8_w_bytes, 
+	  void* batch_normalization_16_gamma, size_t batch_normalization_16_gamma_bytes, 
+	  void* batch_normalization_16_beta, size_t batch_normalization_16_beta_bytes, 
+	  void* batch_normalization_16_mean, size_t batch_normalization_16_mean_bytes, 
+	  void* batch_normalization_16_variance, size_t batch_normalization_16_variance_bytes, 
+	  void* conv2d_9_w, size_t conv2d_9_w_bytes, 
+	  void* batch_normalization_17_gamma, size_t batch_normalization_17_gamma_bytes, 
+	  void* batch_normalization_17_beta, size_t batch_normalization_17_beta_bytes, 
+	  void* batch_normalization_17_mean, size_t batch_normalization_17_mean_bytes, 
+	  void* batch_normalization_17_variance, size_t batch_normalization_17_variance_bytes, 
+	  void* depthwise_conv2d_9_w, size_t depthwise_conv2d_9_w_bytes, 
+	  void* batch_normalization_18_gamma, size_t batch_normalization_18_gamma_bytes, 
+	  void* batch_normalization_18_beta, size_t batch_normalization_18_beta_bytes, 
+	  void* batch_normalization_18_mean, size_t batch_normalization_18_mean_bytes, 
+	  void* batch_normalization_18_variance, size_t batch_normalization_18_variance_bytes, 
+	  void* conv2d_10_w, size_t conv2d_10_w_bytes, 
+	  void* batch_normalization_19_gamma, size_t batch_normalization_19_gamma_bytes, 
+	  void* batch_normalization_19_beta, size_t batch_normalization_19_beta_bytes, 
+	  void* batch_normalization_19_mean, size_t batch_normalization_19_mean_bytes, 
+	  void* batch_normalization_19_variance, size_t batch_normalization_19_variance_bytes, 
+	  void* depthwise_conv2d_10_w, size_t depthwise_conv2d_10_w_bytes, 
+	  void* batch_normalization_20_gamma, size_t batch_normalization_20_gamma_bytes, 
+	  void* batch_normalization_20_beta, size_t batch_normalization_20_beta_bytes, 
+	  void* batch_normalization_20_mean, size_t batch_normalization_20_mean_bytes, 
+	  void* batch_normalization_20_variance, size_t batch_normalization_20_variance_bytes, 
+	  void* conv2d_11_w, size_t conv2d_11_w_bytes, 
+	  void* batch_normalization_21_gamma, size_t batch_normalization_21_gamma_bytes, 
+	  void* batch_normalization_21_beta, size_t batch_normalization_21_beta_bytes, 
+	  void* batch_normalization_21_mean, size_t batch_normalization_21_mean_bytes, 
+	  void* batch_normalization_21_variance, size_t batch_normalization_21_variance_bytes, 
+	  void* depthwise_conv2d_11_w, size_t depthwise_conv2d_11_w_bytes, 
+	  void* batch_normalization_22_gamma, size_t batch_normalization_22_gamma_bytes, 
+	  void* batch_normalization_22_beta, size_t batch_normalization_22_beta_bytes, 
+	  void* batch_normalization_22_mean, size_t batch_normalization_22_mean_bytes, 
+	  void* batch_normalization_22_variance, size_t batch_normalization_22_variance_bytes, 
+	  void* conv2d_12_w, size_t conv2d_12_w_bytes, 
+	  void* batch_normalization_23_gamma, size_t batch_normalization_23_gamma_bytes, 
+	  void* batch_normalization_23_beta, size_t batch_normalization_23_beta_bytes, 
+	  void* batch_normalization_23_mean, size_t batch_normalization_23_mean_bytes, 
+	  void* batch_normalization_23_variance, size_t batch_normalization_23_variance_bytes, 
+	  void* depthwise_conv2d_12_w, size_t depthwise_conv2d_12_w_bytes, 
+	  void* batch_normalization_24_gamma, size_t batch_normalization_24_gamma_bytes, 
+	  void* batch_normalization_24_beta, size_t batch_normalization_24_beta_bytes, 
+	  void* batch_normalization_24_mean, size_t batch_normalization_24_mean_bytes, 
+	  void* batch_normalization_24_variance, size_t batch_normalization_24_variance_bytes, 
+	  void* conv2d_13_w, size_t conv2d_13_w_bytes, 
+	  void* batch_normalization_25_gamma, size_t batch_normalization_25_gamma_bytes, 
+	  void* batch_normalization_25_beta, size_t batch_normalization_25_beta_bytes, 
+	  void* batch_normalization_25_mean, size_t batch_normalization_25_mean_bytes, 
+	  void* batch_normalization_25_variance, size_t batch_normalization_25_variance_bytes, 
+	  void* depthwise_conv2d_13_w, size_t depthwise_conv2d_13_w_bytes, 
+	  void* batch_normalization_26_gamma, size_t batch_normalization_26_gamma_bytes, 
+	  void* batch_normalization_26_beta, size_t batch_normalization_26_beta_bytes, 
+	  void* batch_normalization_26_mean, size_t batch_normalization_26_mean_bytes, 
+	  void* batch_normalization_26_variance, size_t batch_normalization_26_variance_bytes, 
+	  void* conv2d_14_w, size_t conv2d_14_w_bytes, 
+	  void* batch_normalization_27_gamma, size_t batch_normalization_27_gamma_bytes, 
+	  void* batch_normalization_27_beta, size_t batch_normalization_27_beta_bytes, 
+	  void* batch_normalization_27_mean, size_t batch_normalization_27_mean_bytes, 
+	  void* batch_normalization_27_variance, size_t batch_normalization_27_variance_bytes, 
+	  void* dense_1_w, size_t dense_1_w_bytes, 
+	  void* dense_1_b, size_t dense_1_b_bytes){ 
+
+
+  __visc__hint(visc::CPU_TARGET); 
+  __visc__attributes(138, input, conv2d_1_w, batch_normalization_1_gamma, batch_normalization_1_beta, batch_normalization_1_mean, batch_normalization_1_variance, depthwise_conv2d_1_w, batch_normalization_2_gamma, batch_normalization_2_beta, batch_normalization_2_mean, batch_normalization_2_variance, conv2d_2_w, batch_normalization_3_gamma, batch_normalization_3_beta, batch_normalization_3_mean, batch_normalization_3_variance, depthwise_conv2d_2_w, batch_normalization_4_gamma, batch_normalization_4_beta, batch_normalization_4_mean, batch_normalization_4_variance, conv2d_3_w, batch_normalization_5_gamma, batch_normalization_5_beta, batch_normalization_5_mean, batch_normalization_5_variance, depthwise_conv2d_3_w, batch_normalization_6_gamma, batch_normalization_6_beta, batch_normalization_6_mean, batch_normalization_6_variance, conv2d_4_w, batch_normalization_7_gamma, batch_normalization_7_beta, batch_normalization_7_mean, batch_normalization_7_variance, depthwise_conv2d_4_w, batch_normalization_8_gamma, batch_normalization_8_beta, batch_normalization_8_mean, batch_normalization_8_variance, conv2d_5_w, batch_normalization_9_gamma, batch_normalization_9_beta, batch_normalization_9_mean, batch_normalization_9_variance, depthwise_conv2d_5_w, batch_normalization_10_gamma, batch_normalization_10_beta, batch_normalization_10_mean, batch_normalization_10_variance, conv2d_6_w, batch_normalization_11_gamma, batch_normalization_11_beta, batch_normalization_11_mean, batch_normalization_11_variance, depthwise_conv2d_6_w, batch_normalization_12_gamma, batch_normalization_12_beta, batch_normalization_12_mean, batch_normalization_12_variance, conv2d_7_w, batch_normalization_13_gamma, batch_normalization_13_beta, batch_normalization_13_mean, batch_normalization_13_variance, depthwise_conv2d_7_w, batch_normalization_14_gamma, batch_normalization_14_beta, batch_normalization_14_mean, batch_normalization_14_variance, conv2d_8_w, batch_normalization_15_gamma, batch_normalization_15_beta, batch_normalization_15_mean, batch_normalization_15_variance, depthwise_conv2d_8_w, batch_normalization_16_gamma, batch_normalization_16_beta, batch_normalization_16_mean, batch_normalization_16_variance, conv2d_9_w, batch_normalization_17_gamma, batch_normalization_17_beta, batch_normalization_17_mean, batch_normalization_17_variance, depthwise_conv2d_9_w, batch_normalization_18_gamma, batch_normalization_18_beta, batch_normalization_18_mean, batch_normalization_18_variance, conv2d_10_w, batch_normalization_19_gamma, batch_normalization_19_beta, batch_normalization_19_mean, batch_normalization_19_variance, depthwise_conv2d_10_w, batch_normalization_20_gamma, batch_normalization_20_beta, batch_normalization_20_mean, batch_normalization_20_variance, conv2d_11_w, batch_normalization_21_gamma, batch_normalization_21_beta, batch_normalization_21_mean, batch_normalization_21_variance, depthwise_conv2d_11_w, batch_normalization_22_gamma, batch_normalization_22_beta, batch_normalization_22_mean, batch_normalization_22_variance, conv2d_12_w, batch_normalization_23_gamma, batch_normalization_23_beta, batch_normalization_23_mean, batch_normalization_23_variance, depthwise_conv2d_12_w, batch_normalization_24_gamma, batch_normalization_24_beta, batch_normalization_24_mean, batch_normalization_24_variance, conv2d_13_w, batch_normalization_25_gamma, batch_normalization_25_beta, batch_normalization_25_mean, batch_normalization_25_variance, depthwise_conv2d_13_w, batch_normalization_26_gamma, batch_normalization_26_beta, batch_normalization_26_mean, batch_normalization_26_variance, conv2d_14_w, batch_normalization_27_gamma, batch_normalization_27_beta, batch_normalization_27_mean, batch_normalization_27_variance, dense_1_w, dense_1_b, 0); 
+
+
+  void* var_0 = __visc__createNodeND(0, var_0_node); 
+
+  __visc__bindIn(var_0, 0, 0, 0); 
+  __visc__bindIn(var_0, 1, 1, 0); 
+  __visc__bindIn(var_0, 2, 2, 0); 
+  __visc__bindIn(var_0, 3, 3, 0); 
+
+  void* var_1 = __visc__createNodeND(0, var_1_node); 
+
+  __visc__edge(var_0, var_1, 1, 0, 0, 0); 
+  __visc__edge(var_0, var_1, 1, 1, 1, 0); 
+  __visc__bindIn(var_1, 4, 2, 0); 
+  __visc__bindIn(var_1, 5, 3, 0); 
+  __visc__bindIn(var_1, 6, 4, 0); 
+  __visc__bindIn(var_1, 7, 5, 0); 
+  __visc__bindIn(var_1, 8, 6, 0); 
+  __visc__bindIn(var_1, 9, 7, 0); 
+  __visc__bindIn(var_1, 10, 8, 0); 
+  __visc__bindIn(var_1, 11, 9, 0); 
+
+  void* var_2 = __visc__createNodeND(0, var_2_node); 
+
+  __visc__edge(var_1, var_2, 1, 0, 0, 0); 
+  __visc__edge(var_1, var_2, 1, 1, 1, 0); 
+
+  void* var_3 = __visc__createNodeND(0, var_3_node); 
+
+  __visc__edge(var_2, var_3, 1, 0, 0, 0); 
+  __visc__edge(var_2, var_3, 1, 1, 1, 0); 
+  __visc__bindIn(var_3, 12, 2, 0); 
+  __visc__bindIn(var_3, 13, 3, 0); 
+
+  void* var_4 = __visc__createNodeND(0, var_4_node); 
+
+  __visc__edge(var_3, var_4, 1, 0, 0, 0); 
+  __visc__edge(var_3, var_4, 1, 1, 1, 0); 
+  __visc__bindIn(var_4, 14, 2, 0); 
+  __visc__bindIn(var_4, 15, 3, 0); 
+  __visc__bindIn(var_4, 16, 4, 0); 
+  __visc__bindIn(var_4, 17, 5, 0); 
+  __visc__bindIn(var_4, 18, 6, 0); 
+  __visc__bindIn(var_4, 19, 7, 0); 
+  __visc__bindIn(var_4, 20, 8, 0); 
+  __visc__bindIn(var_4, 21, 9, 0); 
+
+  void* var_5 = __visc__createNodeND(0, var_5_node); 
+
+  __visc__edge(var_4, var_5, 1, 0, 0, 0); 
+  __visc__edge(var_4, var_5, 1, 1, 1, 0); 
+
+  void* var_6 = __visc__createNodeND(0, var_6_node); 
+
+  __visc__edge(var_5, var_6, 1, 0, 0, 0); 
+  __visc__edge(var_5, var_6, 1, 1, 1, 0); 
+  __visc__bindIn(var_6, 22, 2, 0); 
+  __visc__bindIn(var_6, 23, 3, 0); 
+
+  void* var_7 = __visc__createNodeND(0, var_7_node); 
+
+  __visc__edge(var_6, var_7, 1, 0, 0, 0); 
+  __visc__edge(var_6, var_7, 1, 1, 1, 0); 
+  __visc__bindIn(var_7, 24, 2, 0); 
+  __visc__bindIn(var_7, 25, 3, 0); 
+  __visc__bindIn(var_7, 26, 4, 0); 
+  __visc__bindIn(var_7, 27, 5, 0); 
+  __visc__bindIn(var_7, 28, 6, 0); 
+  __visc__bindIn(var_7, 29, 7, 0); 
+  __visc__bindIn(var_7, 30, 8, 0); 
+  __visc__bindIn(var_7, 31, 9, 0); 
+
+  void* var_8 = __visc__createNodeND(0, var_8_node); 
+
+  __visc__edge(var_7, var_8, 1, 0, 0, 0); 
+  __visc__edge(var_7, var_8, 1, 1, 1, 0); 
+
+  void* var_9 = __visc__createNodeND(0, var_9_node); 
+
+  __visc__edge(var_8, var_9, 1, 0, 0, 0); 
+  __visc__edge(var_8, var_9, 1, 1, 1, 0); 
+  __visc__bindIn(var_9, 32, 2, 0); 
+  __visc__bindIn(var_9, 33, 3, 0); 
+
+  void* var_10 = __visc__createNodeND(0, var_10_node); 
+
+  __visc__edge(var_9, var_10, 1, 0, 0, 0); 
+  __visc__edge(var_9, var_10, 1, 1, 1, 0); 
+  __visc__bindIn(var_10, 34, 2, 0); 
+  __visc__bindIn(var_10, 35, 3, 0); 
+  __visc__bindIn(var_10, 36, 4, 0); 
+  __visc__bindIn(var_10, 37, 5, 0); 
+  __visc__bindIn(var_10, 38, 6, 0); 
+  __visc__bindIn(var_10, 39, 7, 0); 
+  __visc__bindIn(var_10, 40, 8, 0); 
+  __visc__bindIn(var_10, 41, 9, 0); 
+
+  void* var_11 = __visc__createNodeND(0, var_11_node); 
+
+  __visc__edge(var_10, var_11, 1, 0, 0, 0); 
+  __visc__edge(var_10, var_11, 1, 1, 1, 0); 
+
+  void* var_12 = __visc__createNodeND(0, var_12_node); 
+
+  __visc__edge(var_11, var_12, 1, 0, 0, 0); 
+  __visc__edge(var_11, var_12, 1, 1, 1, 0); 
+  __visc__bindIn(var_12, 42, 2, 0); 
+  __visc__bindIn(var_12, 43, 3, 0); 
+
+  void* var_13 = __visc__createNodeND(0, var_13_node); 
+
+  __visc__edge(var_12, var_13, 1, 0, 0, 0); 
+  __visc__edge(var_12, var_13, 1, 1, 1, 0); 
+  __visc__bindIn(var_13, 44, 2, 0); 
+  __visc__bindIn(var_13, 45, 3, 0); 
+  __visc__bindIn(var_13, 46, 4, 0); 
+  __visc__bindIn(var_13, 47, 5, 0); 
+  __visc__bindIn(var_13, 48, 6, 0); 
+  __visc__bindIn(var_13, 49, 7, 0); 
+  __visc__bindIn(var_13, 50, 8, 0); 
+  __visc__bindIn(var_13, 51, 9, 0); 
+
+  void* var_14 = __visc__createNodeND(0, var_14_node); 
+
+  __visc__edge(var_13, var_14, 1, 0, 0, 0); 
+  __visc__edge(var_13, var_14, 1, 1, 1, 0); 
+
+  void* var_15 = __visc__createNodeND(0, var_15_node); 
+
+  __visc__edge(var_14, var_15, 1, 0, 0, 0); 
+  __visc__edge(var_14, var_15, 1, 1, 1, 0); 
+  __visc__bindIn(var_15, 52, 2, 0); 
+  __visc__bindIn(var_15, 53, 3, 0); 
+
+  void* var_16 = __visc__createNodeND(0, var_16_node); 
+
+  __visc__edge(var_15, var_16, 1, 0, 0, 0); 
+  __visc__edge(var_15, var_16, 1, 1, 1, 0); 
+  __visc__bindIn(var_16, 54, 2, 0); 
+  __visc__bindIn(var_16, 55, 3, 0); 
+  __visc__bindIn(var_16, 56, 4, 0); 
+  __visc__bindIn(var_16, 57, 5, 0); 
+  __visc__bindIn(var_16, 58, 6, 0); 
+  __visc__bindIn(var_16, 59, 7, 0); 
+  __visc__bindIn(var_16, 60, 8, 0); 
+  __visc__bindIn(var_16, 61, 9, 0); 
+
+  void* var_17 = __visc__createNodeND(0, var_17_node); 
+
+  __visc__edge(var_16, var_17, 1, 0, 0, 0); 
+  __visc__edge(var_16, var_17, 1, 1, 1, 0); 
+
+  void* var_18 = __visc__createNodeND(0, var_18_node); 
+
+  __visc__edge(var_17, var_18, 1, 0, 0, 0); 
+  __visc__edge(var_17, var_18, 1, 1, 1, 0); 
+  __visc__bindIn(var_18, 62, 2, 0); 
+  __visc__bindIn(var_18, 63, 3, 0); 
+
+  void* var_19 = __visc__createNodeND(0, var_19_node); 
+
+  __visc__edge(var_18, var_19, 1, 0, 0, 0); 
+  __visc__edge(var_18, var_19, 1, 1, 1, 0); 
+  __visc__bindIn(var_19, 64, 2, 0); 
+  __visc__bindIn(var_19, 65, 3, 0); 
+  __visc__bindIn(var_19, 66, 4, 0); 
+  __visc__bindIn(var_19, 67, 5, 0); 
+  __visc__bindIn(var_19, 68, 6, 0); 
+  __visc__bindIn(var_19, 69, 7, 0); 
+  __visc__bindIn(var_19, 70, 8, 0); 
+  __visc__bindIn(var_19, 71, 9, 0); 
+
+  void* var_20 = __visc__createNodeND(0, var_20_node); 
+
+  __visc__edge(var_19, var_20, 1, 0, 0, 0); 
+  __visc__edge(var_19, var_20, 1, 1, 1, 0); 
+
+  void* var_21 = __visc__createNodeND(0, var_21_node); 
+
+  __visc__edge(var_20, var_21, 1, 0, 0, 0); 
+  __visc__edge(var_20, var_21, 1, 1, 1, 0); 
+  __visc__bindIn(var_21, 72, 2, 0); 
+  __visc__bindIn(var_21, 73, 3, 0); 
+
+  void* var_22 = __visc__createNodeND(0, var_22_node); 
+
+  __visc__edge(var_21, var_22, 1, 0, 0, 0); 
+  __visc__edge(var_21, var_22, 1, 1, 1, 0); 
+  __visc__bindIn(var_22, 74, 2, 0); 
+  __visc__bindIn(var_22, 75, 3, 0); 
+  __visc__bindIn(var_22, 76, 4, 0); 
+  __visc__bindIn(var_22, 77, 5, 0); 
+  __visc__bindIn(var_22, 78, 6, 0); 
+  __visc__bindIn(var_22, 79, 7, 0); 
+  __visc__bindIn(var_22, 80, 8, 0); 
+  __visc__bindIn(var_22, 81, 9, 0); 
+
+  void* var_23 = __visc__createNodeND(0, var_23_node); 
+
+  __visc__edge(var_22, var_23, 1, 0, 0, 0); 
+  __visc__edge(var_22, var_23, 1, 1, 1, 0); 
+
+  void* var_24 = __visc__createNodeND(0, var_24_node); 
+
+  __visc__edge(var_23, var_24, 1, 0, 0, 0); 
+  __visc__edge(var_23, var_24, 1, 1, 1, 0); 
+  __visc__bindIn(var_24, 82, 2, 0); 
+  __visc__bindIn(var_24, 83, 3, 0); 
+
+  void* var_25 = __visc__createNodeND(0, var_25_node); 
+
+  __visc__edge(var_24, var_25, 1, 0, 0, 0); 
+  __visc__edge(var_24, var_25, 1, 1, 1, 0); 
+  __visc__bindIn(var_25, 84, 2, 0); 
+  __visc__bindIn(var_25, 85, 3, 0); 
+  __visc__bindIn(var_25, 86, 4, 0); 
+  __visc__bindIn(var_25, 87, 5, 0); 
+  __visc__bindIn(var_25, 88, 6, 0); 
+  __visc__bindIn(var_25, 89, 7, 0); 
+  __visc__bindIn(var_25, 90, 8, 0); 
+  __visc__bindIn(var_25, 91, 9, 0); 
+
+  void* var_26 = __visc__createNodeND(0, var_26_node); 
+
+  __visc__edge(var_25, var_26, 1, 0, 0, 0); 
+  __visc__edge(var_25, var_26, 1, 1, 1, 0); 
+
+  void* var_27 = __visc__createNodeND(0, var_27_node); 
+
+  __visc__edge(var_26, var_27, 1, 0, 0, 0); 
+  __visc__edge(var_26, var_27, 1, 1, 1, 0); 
+  __visc__bindIn(var_27, 92, 2, 0); 
+  __visc__bindIn(var_27, 93, 3, 0); 
+
+  void* var_28 = __visc__createNodeND(0, var_28_node); 
+
+  __visc__edge(var_27, var_28, 1, 0, 0, 0); 
+  __visc__edge(var_27, var_28, 1, 1, 1, 0); 
+  __visc__bindIn(var_28, 94, 2, 0); 
+  __visc__bindIn(var_28, 95, 3, 0); 
+  __visc__bindIn(var_28, 96, 4, 0); 
+  __visc__bindIn(var_28, 97, 5, 0); 
+  __visc__bindIn(var_28, 98, 6, 0); 
+  __visc__bindIn(var_28, 99, 7, 0); 
+  __visc__bindIn(var_28, 100, 8, 0); 
+  __visc__bindIn(var_28, 101, 9, 0); 
+
+  void* var_29 = __visc__createNodeND(0, var_29_node); 
+
+  __visc__edge(var_28, var_29, 1, 0, 0, 0); 
+  __visc__edge(var_28, var_29, 1, 1, 1, 0); 
+
+  void* var_30 = __visc__createNodeND(0, var_30_node); 
+
+  __visc__edge(var_29, var_30, 1, 0, 0, 0); 
+  __visc__edge(var_29, var_30, 1, 1, 1, 0); 
+  __visc__bindIn(var_30, 102, 2, 0); 
+  __visc__bindIn(var_30, 103, 3, 0); 
+
+  void* var_31 = __visc__createNodeND(0, var_31_node); 
+
+  __visc__edge(var_30, var_31, 1, 0, 0, 0); 
+  __visc__edge(var_30, var_31, 1, 1, 1, 0); 
+  __visc__bindIn(var_31, 104, 2, 0); 
+  __visc__bindIn(var_31, 105, 3, 0); 
+  __visc__bindIn(var_31, 106, 4, 0); 
+  __visc__bindIn(var_31, 107, 5, 0); 
+  __visc__bindIn(var_31, 108, 6, 0); 
+  __visc__bindIn(var_31, 109, 7, 0); 
+  __visc__bindIn(var_31, 110, 8, 0); 
+  __visc__bindIn(var_31, 111, 9, 0); 
+
+  void* var_32 = __visc__createNodeND(0, var_32_node); 
+
+  __visc__edge(var_31, var_32, 1, 0, 0, 0); 
+  __visc__edge(var_31, var_32, 1, 1, 1, 0); 
+
+  void* var_33 = __visc__createNodeND(0, var_33_node); 
+
+  __visc__edge(var_32, var_33, 1, 0, 0, 0); 
+  __visc__edge(var_32, var_33, 1, 1, 1, 0); 
+  __visc__bindIn(var_33, 112, 2, 0); 
+  __visc__bindIn(var_33, 113, 3, 0); 
+
+  void* var_34 = __visc__createNodeND(0, var_34_node); 
+
+  __visc__edge(var_33, var_34, 1, 0, 0, 0); 
+  __visc__edge(var_33, var_34, 1, 1, 1, 0); 
+  __visc__bindIn(var_34, 114, 2, 0); 
+  __visc__bindIn(var_34, 115, 3, 0); 
+  __visc__bindIn(var_34, 116, 4, 0); 
+  __visc__bindIn(var_34, 117, 5, 0); 
+  __visc__bindIn(var_34, 118, 6, 0); 
+  __visc__bindIn(var_34, 119, 7, 0); 
+  __visc__bindIn(var_34, 120, 8, 0); 
+  __visc__bindIn(var_34, 121, 9, 0); 
+
+  void* var_35 = __visc__createNodeND(0, var_35_node); 
+
+  __visc__edge(var_34, var_35, 1, 0, 0, 0); 
+  __visc__edge(var_34, var_35, 1, 1, 1, 0); 
+
+  void* var_36 = __visc__createNodeND(0, var_36_node); 
+
+  __visc__edge(var_35, var_36, 1, 0, 0, 0); 
+  __visc__edge(var_35, var_36, 1, 1, 1, 0); 
+  __visc__bindIn(var_36, 122, 2, 0); 
+  __visc__bindIn(var_36, 123, 3, 0); 
+
+  void* var_37 = __visc__createNodeND(0, var_37_node); 
+
+  __visc__edge(var_36, var_37, 1, 0, 0, 0); 
+  __visc__edge(var_36, var_37, 1, 1, 1, 0); 
+  __visc__bindIn(var_37, 124, 2, 0); 
+  __visc__bindIn(var_37, 125, 3, 0); 
+  __visc__bindIn(var_37, 126, 4, 0); 
+  __visc__bindIn(var_37, 127, 5, 0); 
+  __visc__bindIn(var_37, 128, 6, 0); 
+  __visc__bindIn(var_37, 129, 7, 0); 
+  __visc__bindIn(var_37, 130, 8, 0); 
+  __visc__bindIn(var_37, 131, 9, 0); 
+
+  void* var_38 = __visc__createNodeND(0, var_38_node); 
+
+  __visc__edge(var_37, var_38, 1, 0, 0, 0); 
+  __visc__edge(var_37, var_38, 1, 1, 1, 0); 
+
+  void* var_39 = __visc__createNodeND(0, var_39_node); 
+
+  __visc__edge(var_38, var_39, 1, 0, 0, 0); 
+  __visc__edge(var_38, var_39, 1, 1, 1, 0); 
+  __visc__bindIn(var_39, 132, 2, 0); 
+  __visc__bindIn(var_39, 133, 3, 0); 
+
+  void* var_40 = __visc__createNodeND(0, var_40_node); 
+
+  __visc__edge(var_39, var_40, 1, 0, 0, 0); 
+  __visc__edge(var_39, var_40, 1, 1, 1, 0); 
+  __visc__bindIn(var_40, 134, 2, 0); 
+  __visc__bindIn(var_40, 135, 3, 0); 
+  __visc__bindIn(var_40, 136, 4, 0); 
+  __visc__bindIn(var_40, 137, 5, 0); 
+  __visc__bindIn(var_40, 138, 6, 0); 
+  __visc__bindIn(var_40, 139, 7, 0); 
+  __visc__bindIn(var_40, 140, 8, 0); 
+  __visc__bindIn(var_40, 141, 9, 0); 
+
+  void* var_41 = __visc__createNodeND(0, var_41_node); 
+
+  __visc__edge(var_40, var_41, 1, 0, 0, 0); 
+  __visc__edge(var_40, var_41, 1, 1, 1, 0); 
+
+  void* var_42 = __visc__createNodeND(0, var_42_node); 
+
+  __visc__edge(var_41, var_42, 1, 0, 0, 0); 
+  __visc__edge(var_41, var_42, 1, 1, 1, 0); 
+  __visc__bindIn(var_42, 142, 2, 0); 
+  __visc__bindIn(var_42, 143, 3, 0); 
+
+  void* var_43 = __visc__createNodeND(0, var_43_node); 
+
+  __visc__edge(var_42, var_43, 1, 0, 0, 0); 
+  __visc__edge(var_42, var_43, 1, 1, 1, 0); 
+  __visc__bindIn(var_43, 144, 2, 0); 
+  __visc__bindIn(var_43, 145, 3, 0); 
+  __visc__bindIn(var_43, 146, 4, 0); 
+  __visc__bindIn(var_43, 147, 5, 0); 
+  __visc__bindIn(var_43, 148, 6, 0); 
+  __visc__bindIn(var_43, 149, 7, 0); 
+  __visc__bindIn(var_43, 150, 8, 0); 
+  __visc__bindIn(var_43, 151, 9, 0); 
+
+  void* var_44 = __visc__createNodeND(0, var_44_node); 
+
+  __visc__edge(var_43, var_44, 1, 0, 0, 0); 
+  __visc__edge(var_43, var_44, 1, 1, 1, 0); 
+
+  void* var_45 = __visc__createNodeND(0, var_45_node); 
+
+  __visc__edge(var_44, var_45, 1, 0, 0, 0); 
+  __visc__edge(var_44, var_45, 1, 1, 1, 0); 
+  __visc__bindIn(var_45, 152, 2, 0); 
+  __visc__bindIn(var_45, 153, 3, 0); 
+
+  void* var_46 = __visc__createNodeND(0, var_46_node); 
+
+  __visc__edge(var_45, var_46, 1, 0, 0, 0); 
+  __visc__edge(var_45, var_46, 1, 1, 1, 0); 
+  __visc__bindIn(var_46, 154, 2, 0); 
+  __visc__bindIn(var_46, 155, 3, 0); 
+  __visc__bindIn(var_46, 156, 4, 0); 
+  __visc__bindIn(var_46, 157, 5, 0); 
+  __visc__bindIn(var_46, 158, 6, 0); 
+  __visc__bindIn(var_46, 159, 7, 0); 
+  __visc__bindIn(var_46, 160, 8, 0); 
+  __visc__bindIn(var_46, 161, 9, 0); 
+
+  void* var_47 = __visc__createNodeND(0, var_47_node); 
+
+  __visc__edge(var_46, var_47, 1, 0, 0, 0); 
+  __visc__edge(var_46, var_47, 1, 1, 1, 0); 
+
+  void* var_48 = __visc__createNodeND(0, var_48_node); 
+
+  __visc__edge(var_47, var_48, 1, 0, 0, 0); 
+  __visc__edge(var_47, var_48, 1, 1, 1, 0); 
+  __visc__bindIn(var_48, 162, 2, 0); 
+  __visc__bindIn(var_48, 163, 3, 0); 
+
+  void* var_49 = __visc__createNodeND(0, var_49_node); 
+
+  __visc__edge(var_48, var_49, 1, 0, 0, 0); 
+  __visc__edge(var_48, var_49, 1, 1, 1, 0); 
+  __visc__bindIn(var_49, 164, 2, 0); 
+  __visc__bindIn(var_49, 165, 3, 0); 
+  __visc__bindIn(var_49, 166, 4, 0); 
+  __visc__bindIn(var_49, 167, 5, 0); 
+  __visc__bindIn(var_49, 168, 6, 0); 
+  __visc__bindIn(var_49, 169, 7, 0); 
+  __visc__bindIn(var_49, 170, 8, 0); 
+  __visc__bindIn(var_49, 171, 9, 0); 
+
+  void* var_50 = __visc__createNodeND(0, var_50_node); 
+
+  __visc__edge(var_49, var_50, 1, 0, 0, 0); 
+  __visc__edge(var_49, var_50, 1, 1, 1, 0); 
+
+  void* var_51 = __visc__createNodeND(0, var_51_node); 
+
+  __visc__edge(var_50, var_51, 1, 0, 0, 0); 
+  __visc__edge(var_50, var_51, 1, 1, 1, 0); 
+  __visc__bindIn(var_51, 172, 2, 0); 
+  __visc__bindIn(var_51, 173, 3, 0); 
+
+  void* var_52 = __visc__createNodeND(0, var_52_node); 
+
+  __visc__edge(var_51, var_52, 1, 0, 0, 0); 
+  __visc__edge(var_51, var_52, 1, 1, 1, 0); 
+  __visc__bindIn(var_52, 174, 2, 0); 
+  __visc__bindIn(var_52, 175, 3, 0); 
+  __visc__bindIn(var_52, 176, 4, 0); 
+  __visc__bindIn(var_52, 177, 5, 0); 
+  __visc__bindIn(var_52, 178, 6, 0); 
+  __visc__bindIn(var_52, 179, 7, 0); 
+  __visc__bindIn(var_52, 180, 8, 0); 
+  __visc__bindIn(var_52, 181, 9, 0); 
+
+  void* var_53 = __visc__createNodeND(0, var_53_node); 
+
+  __visc__edge(var_52, var_53, 1, 0, 0, 0); 
+  __visc__edge(var_52, var_53, 1, 1, 1, 0); 
+
+  void* var_54 = __visc__createNodeND(0, var_54_node); 
+
+  __visc__edge(var_53, var_54, 1, 0, 0, 0); 
+  __visc__edge(var_53, var_54, 1, 1, 1, 0); 
+  __visc__bindIn(var_54, 182, 2, 0); 
+  __visc__bindIn(var_54, 183, 3, 0); 
+
+  void* var_55 = __visc__createNodeND(0, var_55_node); 
+
+  __visc__edge(var_54, var_55, 1, 0, 0, 0); 
+  __visc__edge(var_54, var_55, 1, 1, 1, 0); 
+  __visc__bindIn(var_55, 184, 2, 0); 
+  __visc__bindIn(var_55, 185, 3, 0); 
+  __visc__bindIn(var_55, 186, 4, 0); 
+  __visc__bindIn(var_55, 187, 5, 0); 
+  __visc__bindIn(var_55, 188, 6, 0); 
+  __visc__bindIn(var_55, 189, 7, 0); 
+  __visc__bindIn(var_55, 190, 8, 0); 
+  __visc__bindIn(var_55, 191, 9, 0); 
+
+  void* var_56 = __visc__createNodeND(0, var_56_node); 
+
+  __visc__edge(var_55, var_56, 1, 0, 0, 0); 
+  __visc__edge(var_55, var_56, 1, 1, 1, 0); 
+
+  void* var_57 = __visc__createNodeND(0, var_57_node); 
+
+  __visc__edge(var_56, var_57, 1, 0, 0, 0); 
+  __visc__edge(var_56, var_57, 1, 1, 1, 0); 
+  __visc__bindIn(var_57, 192, 2, 0); 
+  __visc__bindIn(var_57, 193, 3, 0); 
+
+  void* var_58 = __visc__createNodeND(0, var_58_node); 
+
+  __visc__edge(var_57, var_58, 1, 0, 0, 0); 
+  __visc__edge(var_57, var_58, 1, 1, 1, 0); 
+  __visc__bindIn(var_58, 194, 2, 0); 
+  __visc__bindIn(var_58, 195, 3, 0); 
+  __visc__bindIn(var_58, 196, 4, 0); 
+  __visc__bindIn(var_58, 197, 5, 0); 
+  __visc__bindIn(var_58, 198, 6, 0); 
+  __visc__bindIn(var_58, 199, 7, 0); 
+  __visc__bindIn(var_58, 200, 8, 0); 
+  __visc__bindIn(var_58, 201, 9, 0); 
+
+  void* var_59 = __visc__createNodeND(0, var_59_node); 
+
+  __visc__edge(var_58, var_59, 1, 0, 0, 0); 
+  __visc__edge(var_58, var_59, 1, 1, 1, 0); 
+
+  void* var_60 = __visc__createNodeND(0, var_60_node); 
+
+  __visc__edge(var_59, var_60, 1, 0, 0, 0); 
+  __visc__edge(var_59, var_60, 1, 1, 1, 0); 
+  __visc__bindIn(var_60, 202, 2, 0); 
+  __visc__bindIn(var_60, 203, 3, 0); 
+
+  void* var_61 = __visc__createNodeND(0, var_61_node); 
+
+  __visc__edge(var_60, var_61, 1, 0, 0, 0); 
+  __visc__edge(var_60, var_61, 1, 1, 1, 0); 
+  __visc__bindIn(var_61, 204, 2, 0); 
+  __visc__bindIn(var_61, 205, 3, 0); 
+  __visc__bindIn(var_61, 206, 4, 0); 
+  __visc__bindIn(var_61, 207, 5, 0); 
+  __visc__bindIn(var_61, 208, 6, 0); 
+  __visc__bindIn(var_61, 209, 7, 0); 
+  __visc__bindIn(var_61, 210, 8, 0); 
+  __visc__bindIn(var_61, 211, 9, 0); 
+
+  void* var_62 = __visc__createNodeND(0, var_62_node); 
+
+  __visc__edge(var_61, var_62, 1, 0, 0, 0); 
+  __visc__edge(var_61, var_62, 1, 1, 1, 0); 
+
+  void* var_63 = __visc__createNodeND(0, var_63_node); 
+
+  __visc__edge(var_62, var_63, 1, 0, 0, 0); 
+  __visc__edge(var_62, var_63, 1, 1, 1, 0); 
+  __visc__bindIn(var_63, 212, 2, 0); 
+  __visc__bindIn(var_63, 213, 3, 0); 
+
+  void* var_64 = __visc__createNodeND(0, var_64_node); 
+
+  __visc__edge(var_63, var_64, 1, 0, 0, 0); 
+  __visc__edge(var_63, var_64, 1, 1, 1, 0); 
+  __visc__bindIn(var_64, 214, 2, 0); 
+  __visc__bindIn(var_64, 215, 3, 0); 
+  __visc__bindIn(var_64, 216, 4, 0); 
+  __visc__bindIn(var_64, 217, 5, 0); 
+  __visc__bindIn(var_64, 218, 6, 0); 
+  __visc__bindIn(var_64, 219, 7, 0); 
+  __visc__bindIn(var_64, 220, 8, 0); 
+  __visc__bindIn(var_64, 221, 9, 0); 
+
+  void* var_65 = __visc__createNodeND(0, var_65_node); 
+
+  __visc__edge(var_64, var_65, 1, 0, 0, 0); 
+  __visc__edge(var_64, var_65, 1, 1, 1, 0); 
+
+  void* var_66 = __visc__createNodeND(0, var_66_node); 
+
+  __visc__edge(var_65, var_66, 1, 0, 0, 0); 
+  __visc__edge(var_65, var_66, 1, 1, 1, 0); 
+  __visc__bindIn(var_66, 222, 2, 0); 
+  __visc__bindIn(var_66, 223, 3, 0); 
+
+  void* var_67 = __visc__createNodeND(0, var_67_node); 
+
+  __visc__edge(var_66, var_67, 1, 0, 0, 0); 
+  __visc__edge(var_66, var_67, 1, 1, 1, 0); 
+  __visc__bindIn(var_67, 224, 2, 0); 
+  __visc__bindIn(var_67, 225, 3, 0); 
+  __visc__bindIn(var_67, 226, 4, 0); 
+  __visc__bindIn(var_67, 227, 5, 0); 
+  __visc__bindIn(var_67, 228, 6, 0); 
+  __visc__bindIn(var_67, 229, 7, 0); 
+  __visc__bindIn(var_67, 230, 8, 0); 
+  __visc__bindIn(var_67, 231, 9, 0); 
+
+  void* var_68 = __visc__createNodeND(0, var_68_node); 
+
+  __visc__edge(var_67, var_68, 1, 0, 0, 0); 
+  __visc__edge(var_67, var_68, 1, 1, 1, 0); 
+
+  void* var_69 = __visc__createNodeND(0, var_69_node); 
+
+  __visc__edge(var_68, var_69, 1, 0, 0, 0); 
+  __visc__edge(var_68, var_69, 1, 1, 1, 0); 
+  __visc__bindIn(var_69, 232, 2, 0); 
+  __visc__bindIn(var_69, 233, 3, 0); 
+
+  void* var_70 = __visc__createNodeND(0, var_70_node); 
+
+  __visc__edge(var_69, var_70, 1, 0, 0, 0); 
+  __visc__edge(var_69, var_70, 1, 1, 1, 0); 
+  __visc__bindIn(var_70, 234, 2, 0); 
+  __visc__bindIn(var_70, 235, 3, 0); 
+  __visc__bindIn(var_70, 236, 4, 0); 
+  __visc__bindIn(var_70, 237, 5, 0); 
+  __visc__bindIn(var_70, 238, 6, 0); 
+  __visc__bindIn(var_70, 239, 7, 0); 
+  __visc__bindIn(var_70, 240, 8, 0); 
+  __visc__bindIn(var_70, 241, 9, 0); 
+
+  void* var_71 = __visc__createNodeND(0, var_71_node); 
+
+  __visc__edge(var_70, var_71, 1, 0, 0, 0); 
+  __visc__edge(var_70, var_71, 1, 1, 1, 0); 
+
+  void* var_72 = __visc__createNodeND(0, var_72_node); 
+
+  __visc__edge(var_71, var_72, 1, 0, 0, 0); 
+  __visc__edge(var_71, var_72, 1, 1, 1, 0); 
+  __visc__bindIn(var_72, 242, 2, 0); 
+  __visc__bindIn(var_72, 243, 3, 0); 
+
+  void* var_73 = __visc__createNodeND(0, var_73_node); 
+
+  __visc__edge(var_72, var_73, 1, 0, 0, 0); 
+  __visc__edge(var_72, var_73, 1, 1, 1, 0); 
+  __visc__bindIn(var_73, 244, 2, 0); 
+  __visc__bindIn(var_73, 245, 3, 0); 
+  __visc__bindIn(var_73, 246, 4, 0); 
+  __visc__bindIn(var_73, 247, 5, 0); 
+  __visc__bindIn(var_73, 248, 6, 0); 
+  __visc__bindIn(var_73, 249, 7, 0); 
+  __visc__bindIn(var_73, 250, 8, 0); 
+  __visc__bindIn(var_73, 251, 9, 0); 
+
+  void* var_74 = __visc__createNodeND(0, var_74_node); 
+
+  __visc__edge(var_73, var_74, 1, 0, 0, 0); 
+  __visc__edge(var_73, var_74, 1, 1, 1, 0); 
+
+  void* var_75 = __visc__createNodeND(0, var_75_node); 
+
+  __visc__edge(var_74, var_75, 1, 0, 0, 0); 
+  __visc__edge(var_74, var_75, 1, 1, 1, 0); 
+  __visc__bindIn(var_75, 252, 2, 0); 
+  __visc__bindIn(var_75, 253, 3, 0); 
+
+  void* var_76 = __visc__createNodeND(0, var_76_node); 
+
+  __visc__edge(var_75, var_76, 1, 0, 0, 0); 
+  __visc__edge(var_75, var_76, 1, 1, 1, 0); 
+  __visc__bindIn(var_76, 254, 2, 0); 
+  __visc__bindIn(var_76, 255, 3, 0); 
+  __visc__bindIn(var_76, 256, 4, 0); 
+  __visc__bindIn(var_76, 257, 5, 0); 
+  __visc__bindIn(var_76, 258, 6, 0); 
+  __visc__bindIn(var_76, 259, 7, 0); 
+  __visc__bindIn(var_76, 260, 8, 0); 
+  __visc__bindIn(var_76, 261, 9, 0); 
+
+  void* var_77 = __visc__createNodeND(0, var_77_node); 
+
+  __visc__edge(var_76, var_77, 1, 0, 0, 0); 
+  __visc__edge(var_76, var_77, 1, 1, 1, 0); 
+
+  void* var_78 = __visc__createNodeND(0, var_78_node); 
+
+  __visc__edge(var_77, var_78, 1, 0, 0, 0); 
+  __visc__edge(var_77, var_78, 1, 1, 1, 0); 
+  __visc__bindIn(var_78, 262, 2, 0); 
+  __visc__bindIn(var_78, 263, 3, 0); 
+
+  void* var_79 = __visc__createNodeND(0, var_79_node); 
+
+  __visc__edge(var_78, var_79, 1, 0, 0, 0); 
+  __visc__edge(var_78, var_79, 1, 1, 1, 0); 
+  __visc__bindIn(var_79, 264, 2, 0); 
+  __visc__bindIn(var_79, 265, 3, 0); 
+  __visc__bindIn(var_79, 266, 4, 0); 
+  __visc__bindIn(var_79, 267, 5, 0); 
+  __visc__bindIn(var_79, 268, 6, 0); 
+  __visc__bindIn(var_79, 269, 7, 0); 
+  __visc__bindIn(var_79, 270, 8, 0); 
+  __visc__bindIn(var_79, 271, 9, 0); 
+
+  void* var_80 = __visc__createNodeND(0, var_80_node); 
+
+  __visc__edge(var_79, var_80, 1, 0, 0, 0); 
+  __visc__edge(var_79, var_80, 1, 1, 1, 0); 
+
+  void* var_81 = __visc__createNodeND(0, var_81_node); 
+
+  __visc__edge(var_80, var_81, 1, 0, 0, 0); 
+  __visc__edge(var_80, var_81, 1, 1, 1, 0); 
+
+  void* var_82 = __visc__createNodeND(0, var_82_node); 
+
+  __visc__edge(var_81, var_82, 1, 0, 0, 0); 
+  __visc__edge(var_81, var_82, 1, 1, 1, 0); 
+  __visc__bindIn(var_82, 272, 2, 0); 
+  __visc__bindIn(var_82, 273, 3, 0); 
+
+  void* var_83 = __visc__createNodeND(0, var_83_node); 
+
+  __visc__edge(var_82, var_83, 1, 0, 0, 0); 
+  __visc__edge(var_82, var_83, 1, 1, 1, 0); 
+  __visc__bindIn(var_83, 274, 2, 0); 
+  __visc__bindIn(var_83, 275, 3, 0); 
+
+  void* var_84 = __visc__createNodeND(0, var_84_node); 
+
+  __visc__edge(var_83, var_84, 1, 0, 0, 0); 
+  __visc__edge(var_83, var_84, 1, 1, 1, 0); 
+
+  __visc__bindOut(var_84, 0, 0, 0); 
+  __visc__bindOut(var_84, 1, 1, 0); 
+
+}
+
+struct ret_t {
+  void* tensor; 
+  size_t bytes; 
+}; 
+
+typedef struct __attribute__((__packed__)) {
+  void* input; 
+  size_t input_bytes; 
+  void* conv2d_1_w; 
+  size_t conv2d_1_w_bytes; 
+  void* batch_normalization_1_gamma; 
+  size_t batch_normalization_1_gamma_bytes; 
+  void* batch_normalization_1_beta; 
+  size_t batch_normalization_1_beta_bytes; 
+  void* batch_normalization_1_mean; 
+  size_t batch_normalization_1_mean_bytes; 
+  void* batch_normalization_1_variance; 
+  size_t batch_normalization_1_variance_bytes; 
+  void* depthwise_conv2d_1_w; 
+  size_t depthwise_conv2d_1_w_bytes; 
+  void* batch_normalization_2_gamma; 
+  size_t batch_normalization_2_gamma_bytes; 
+  void* batch_normalization_2_beta; 
+  size_t batch_normalization_2_beta_bytes; 
+  void* batch_normalization_2_mean; 
+  size_t batch_normalization_2_mean_bytes; 
+  void* batch_normalization_2_variance; 
+  size_t batch_normalization_2_variance_bytes; 
+  void* conv2d_2_w; 
+  size_t conv2d_2_w_bytes; 
+  void* batch_normalization_3_gamma; 
+  size_t batch_normalization_3_gamma_bytes; 
+  void* batch_normalization_3_beta; 
+  size_t batch_normalization_3_beta_bytes; 
+  void* batch_normalization_3_mean; 
+  size_t batch_normalization_3_mean_bytes; 
+  void* batch_normalization_3_variance; 
+  size_t batch_normalization_3_variance_bytes; 
+  void* depthwise_conv2d_2_w; 
+  size_t depthwise_conv2d_2_w_bytes; 
+  void* batch_normalization_4_gamma; 
+  size_t batch_normalization_4_gamma_bytes; 
+  void* batch_normalization_4_beta; 
+  size_t batch_normalization_4_beta_bytes; 
+  void* batch_normalization_4_mean; 
+  size_t batch_normalization_4_mean_bytes; 
+  void* batch_normalization_4_variance; 
+  size_t batch_normalization_4_variance_bytes; 
+  void* conv2d_3_w; 
+  size_t conv2d_3_w_bytes; 
+  void* batch_normalization_5_gamma; 
+  size_t batch_normalization_5_gamma_bytes; 
+  void* batch_normalization_5_beta; 
+  size_t batch_normalization_5_beta_bytes; 
+  void* batch_normalization_5_mean; 
+  size_t batch_normalization_5_mean_bytes; 
+  void* batch_normalization_5_variance; 
+  size_t batch_normalization_5_variance_bytes; 
+  void* depthwise_conv2d_3_w; 
+  size_t depthwise_conv2d_3_w_bytes; 
+  void* batch_normalization_6_gamma; 
+  size_t batch_normalization_6_gamma_bytes; 
+  void* batch_normalization_6_beta; 
+  size_t batch_normalization_6_beta_bytes; 
+  void* batch_normalization_6_mean; 
+  size_t batch_normalization_6_mean_bytes; 
+  void* batch_normalization_6_variance; 
+  size_t batch_normalization_6_variance_bytes; 
+  void* conv2d_4_w; 
+  size_t conv2d_4_w_bytes; 
+  void* batch_normalization_7_gamma; 
+  size_t batch_normalization_7_gamma_bytes; 
+  void* batch_normalization_7_beta; 
+  size_t batch_normalization_7_beta_bytes; 
+  void* batch_normalization_7_mean; 
+  size_t batch_normalization_7_mean_bytes; 
+  void* batch_normalization_7_variance; 
+  size_t batch_normalization_7_variance_bytes; 
+  void* depthwise_conv2d_4_w; 
+  size_t depthwise_conv2d_4_w_bytes; 
+  void* batch_normalization_8_gamma; 
+  size_t batch_normalization_8_gamma_bytes; 
+  void* batch_normalization_8_beta; 
+  size_t batch_normalization_8_beta_bytes; 
+  void* batch_normalization_8_mean; 
+  size_t batch_normalization_8_mean_bytes; 
+  void* batch_normalization_8_variance; 
+  size_t batch_normalization_8_variance_bytes; 
+  void* conv2d_5_w; 
+  size_t conv2d_5_w_bytes; 
+  void* batch_normalization_9_gamma; 
+  size_t batch_normalization_9_gamma_bytes; 
+  void* batch_normalization_9_beta; 
+  size_t batch_normalization_9_beta_bytes; 
+  void* batch_normalization_9_mean; 
+  size_t batch_normalization_9_mean_bytes; 
+  void* batch_normalization_9_variance; 
+  size_t batch_normalization_9_variance_bytes; 
+  void* depthwise_conv2d_5_w; 
+  size_t depthwise_conv2d_5_w_bytes; 
+  void* batch_normalization_10_gamma; 
+  size_t batch_normalization_10_gamma_bytes; 
+  void* batch_normalization_10_beta; 
+  size_t batch_normalization_10_beta_bytes; 
+  void* batch_normalization_10_mean; 
+  size_t batch_normalization_10_mean_bytes; 
+  void* batch_normalization_10_variance; 
+  size_t batch_normalization_10_variance_bytes; 
+  void* conv2d_6_w; 
+  size_t conv2d_6_w_bytes; 
+  void* batch_normalization_11_gamma; 
+  size_t batch_normalization_11_gamma_bytes; 
+  void* batch_normalization_11_beta; 
+  size_t batch_normalization_11_beta_bytes; 
+  void* batch_normalization_11_mean; 
+  size_t batch_normalization_11_mean_bytes; 
+  void* batch_normalization_11_variance; 
+  size_t batch_normalization_11_variance_bytes; 
+  void* depthwise_conv2d_6_w; 
+  size_t depthwise_conv2d_6_w_bytes; 
+  void* batch_normalization_12_gamma; 
+  size_t batch_normalization_12_gamma_bytes; 
+  void* batch_normalization_12_beta; 
+  size_t batch_normalization_12_beta_bytes; 
+  void* batch_normalization_12_mean; 
+  size_t batch_normalization_12_mean_bytes; 
+  void* batch_normalization_12_variance; 
+  size_t batch_normalization_12_variance_bytes; 
+  void* conv2d_7_w; 
+  size_t conv2d_7_w_bytes; 
+  void* batch_normalization_13_gamma; 
+  size_t batch_normalization_13_gamma_bytes; 
+  void* batch_normalization_13_beta; 
+  size_t batch_normalization_13_beta_bytes; 
+  void* batch_normalization_13_mean; 
+  size_t batch_normalization_13_mean_bytes; 
+  void* batch_normalization_13_variance; 
+  size_t batch_normalization_13_variance_bytes; 
+  void* depthwise_conv2d_7_w; 
+  size_t depthwise_conv2d_7_w_bytes; 
+  void* batch_normalization_14_gamma; 
+  size_t batch_normalization_14_gamma_bytes; 
+  void* batch_normalization_14_beta; 
+  size_t batch_normalization_14_beta_bytes; 
+  void* batch_normalization_14_mean; 
+  size_t batch_normalization_14_mean_bytes; 
+  void* batch_normalization_14_variance; 
+  size_t batch_normalization_14_variance_bytes; 
+  void* conv2d_8_w; 
+  size_t conv2d_8_w_bytes; 
+  void* batch_normalization_15_gamma; 
+  size_t batch_normalization_15_gamma_bytes; 
+  void* batch_normalization_15_beta; 
+  size_t batch_normalization_15_beta_bytes; 
+  void* batch_normalization_15_mean; 
+  size_t batch_normalization_15_mean_bytes; 
+  void* batch_normalization_15_variance; 
+  size_t batch_normalization_15_variance_bytes; 
+  void* depthwise_conv2d_8_w; 
+  size_t depthwise_conv2d_8_w_bytes; 
+  void* batch_normalization_16_gamma; 
+  size_t batch_normalization_16_gamma_bytes; 
+  void* batch_normalization_16_beta; 
+  size_t batch_normalization_16_beta_bytes; 
+  void* batch_normalization_16_mean; 
+  size_t batch_normalization_16_mean_bytes; 
+  void* batch_normalization_16_variance; 
+  size_t batch_normalization_16_variance_bytes; 
+  void* conv2d_9_w; 
+  size_t conv2d_9_w_bytes; 
+  void* batch_normalization_17_gamma; 
+  size_t batch_normalization_17_gamma_bytes; 
+  void* batch_normalization_17_beta; 
+  size_t batch_normalization_17_beta_bytes; 
+  void* batch_normalization_17_mean; 
+  size_t batch_normalization_17_mean_bytes; 
+  void* batch_normalization_17_variance; 
+  size_t batch_normalization_17_variance_bytes; 
+  void* depthwise_conv2d_9_w; 
+  size_t depthwise_conv2d_9_w_bytes; 
+  void* batch_normalization_18_gamma; 
+  size_t batch_normalization_18_gamma_bytes; 
+  void* batch_normalization_18_beta; 
+  size_t batch_normalization_18_beta_bytes; 
+  void* batch_normalization_18_mean; 
+  size_t batch_normalization_18_mean_bytes; 
+  void* batch_normalization_18_variance; 
+  size_t batch_normalization_18_variance_bytes; 
+  void* conv2d_10_w; 
+  size_t conv2d_10_w_bytes; 
+  void* batch_normalization_19_gamma; 
+  size_t batch_normalization_19_gamma_bytes; 
+  void* batch_normalization_19_beta; 
+  size_t batch_normalization_19_beta_bytes; 
+  void* batch_normalization_19_mean; 
+  size_t batch_normalization_19_mean_bytes; 
+  void* batch_normalization_19_variance; 
+  size_t batch_normalization_19_variance_bytes; 
+  void* depthwise_conv2d_10_w; 
+  size_t depthwise_conv2d_10_w_bytes; 
+  void* batch_normalization_20_gamma; 
+  size_t batch_normalization_20_gamma_bytes; 
+  void* batch_normalization_20_beta; 
+  size_t batch_normalization_20_beta_bytes; 
+  void* batch_normalization_20_mean; 
+  size_t batch_normalization_20_mean_bytes; 
+  void* batch_normalization_20_variance; 
+  size_t batch_normalization_20_variance_bytes; 
+  void* conv2d_11_w; 
+  size_t conv2d_11_w_bytes; 
+  void* batch_normalization_21_gamma; 
+  size_t batch_normalization_21_gamma_bytes; 
+  void* batch_normalization_21_beta; 
+  size_t batch_normalization_21_beta_bytes; 
+  void* batch_normalization_21_mean; 
+  size_t batch_normalization_21_mean_bytes; 
+  void* batch_normalization_21_variance; 
+  size_t batch_normalization_21_variance_bytes; 
+  void* depthwise_conv2d_11_w; 
+  size_t depthwise_conv2d_11_w_bytes; 
+  void* batch_normalization_22_gamma; 
+  size_t batch_normalization_22_gamma_bytes; 
+  void* batch_normalization_22_beta; 
+  size_t batch_normalization_22_beta_bytes; 
+  void* batch_normalization_22_mean; 
+  size_t batch_normalization_22_mean_bytes; 
+  void* batch_normalization_22_variance; 
+  size_t batch_normalization_22_variance_bytes; 
+  void* conv2d_12_w; 
+  size_t conv2d_12_w_bytes; 
+  void* batch_normalization_23_gamma; 
+  size_t batch_normalization_23_gamma_bytes; 
+  void* batch_normalization_23_beta; 
+  size_t batch_normalization_23_beta_bytes; 
+  void* batch_normalization_23_mean; 
+  size_t batch_normalization_23_mean_bytes; 
+  void* batch_normalization_23_variance; 
+  size_t batch_normalization_23_variance_bytes; 
+  void* depthwise_conv2d_12_w; 
+  size_t depthwise_conv2d_12_w_bytes; 
+  void* batch_normalization_24_gamma; 
+  size_t batch_normalization_24_gamma_bytes; 
+  void* batch_normalization_24_beta; 
+  size_t batch_normalization_24_beta_bytes; 
+  void* batch_normalization_24_mean; 
+  size_t batch_normalization_24_mean_bytes; 
+  void* batch_normalization_24_variance; 
+  size_t batch_normalization_24_variance_bytes; 
+  void* conv2d_13_w; 
+  size_t conv2d_13_w_bytes; 
+  void* batch_normalization_25_gamma; 
+  size_t batch_normalization_25_gamma_bytes; 
+  void* batch_normalization_25_beta; 
+  size_t batch_normalization_25_beta_bytes; 
+  void* batch_normalization_25_mean; 
+  size_t batch_normalization_25_mean_bytes; 
+  void* batch_normalization_25_variance; 
+  size_t batch_normalization_25_variance_bytes; 
+  void* depthwise_conv2d_13_w; 
+  size_t depthwise_conv2d_13_w_bytes; 
+  void* batch_normalization_26_gamma; 
+  size_t batch_normalization_26_gamma_bytes; 
+  void* batch_normalization_26_beta; 
+  size_t batch_normalization_26_beta_bytes; 
+  void* batch_normalization_26_mean; 
+  size_t batch_normalization_26_mean_bytes; 
+  void* batch_normalization_26_variance; 
+  size_t batch_normalization_26_variance_bytes; 
+  void* conv2d_14_w; 
+  size_t conv2d_14_w_bytes; 
+  void* batch_normalization_27_gamma; 
+  size_t batch_normalization_27_gamma_bytes; 
+  void* batch_normalization_27_beta; 
+  size_t batch_normalization_27_beta_bytes; 
+  void* batch_normalization_27_mean; 
+  size_t batch_normalization_27_mean_bytes; 
+  void* batch_normalization_27_variance; 
+  size_t batch_normalization_27_variance_bytes; 
+  void* dense_1_w; 
+  size_t dense_1_w_bytes; 
+  void* dense_1_b; 
+  size_t dense_1_b_bytes; 
+
+  struct ret_t r; 
+}
+RootIn;
+
+int main(){ 
+
+  //std::string dir_prefix = std::string("../../../../../projects/hpvm-tensor-rt/model_params/mobilenet_quant/");
+
+  std::string dir_prefix = std::string("../../../../../../projects/hpvm-tensor-rt/model_params/mobilenet/");
+
+  std::string input_path =  dir_prefix + std::string("input.bin"); 
+  std::string labels_path =  dir_prefix + std::string("labels32.bin"); 
+  std::string conv2d_1_w_path =  dir_prefix + std::string("conv2d_1_w.bin"); 
+  void* conv2d_1_w =  readTrainedWeights(conv2d_1_w_path.c_str(), 0,32,3,3,3); 
+  std::string batch_normalization_1_gamma_path =  dir_prefix + std::string("batch_normalization_1_gamma.bin"); 
+  void* batch_normalization_1_gamma =  readTrainedWeights(batch_normalization_1_gamma_path.c_str(), 0,1,32,1,1); 
+  std::string batch_normalization_1_beta_path =  dir_prefix + std::string("batch_normalization_1_beta.bin"); 
+  void* batch_normalization_1_beta =  readTrainedWeights(batch_normalization_1_beta_path.c_str(), 0,1,32,1,1); 
+  std::string batch_normalization_1_mean_path =  dir_prefix + std::string("batch_normalization_1_mean.bin"); 
+  void* batch_normalization_1_mean =  readTrainedWeights(batch_normalization_1_mean_path.c_str(), 0,1,32,1,1); 
+  std::string batch_normalization_1_variance_path =  dir_prefix + std::string("batch_normalization_1_variance.bin"); 
+  void* batch_normalization_1_variance =  readTrainedWeights(batch_normalization_1_variance_path.c_str(), 0,1,32,1,1); 
+  std::string depthwise_conv2d_1_w_path =  dir_prefix + std::string("depthwise_conv2d_1_w.bin"); 
+  void* depthwise_conv2d_1_w =  readTrainedWeights(depthwise_conv2d_1_w_path.c_str(), 0,32,1,3,3); 
+  std::string batch_normalization_2_gamma_path =  dir_prefix + std::string("batch_normalization_2_gamma.bin"); 
+  void* batch_normalization_2_gamma =  readTrainedWeights(batch_normalization_2_gamma_path.c_str(), 0,1,32,1,1); 
+  std::string batch_normalization_2_beta_path =  dir_prefix + std::string("batch_normalization_2_beta.bin"); 
+  void* batch_normalization_2_beta =  readTrainedWeights(batch_normalization_2_beta_path.c_str(), 0,1,32,1,1); 
+  std::string batch_normalization_2_mean_path =  dir_prefix + std::string("batch_normalization_2_mean.bin"); 
+  void* batch_normalization_2_mean =  readTrainedWeights(batch_normalization_2_mean_path.c_str(), 0,1,32,1,1); 
+  std::string batch_normalization_2_variance_path =  dir_prefix + std::string("batch_normalization_2_variance.bin"); 
+  void* batch_normalization_2_variance =  readTrainedWeights(batch_normalization_2_variance_path.c_str(), 0,1,32,1,1); 
+  std::string conv2d_2_w_path =  dir_prefix + std::string("conv2d_2_w.bin"); 
+  void* conv2d_2_w =  readTrainedWeights(conv2d_2_w_path.c_str(), 0,64,32,1,1); 
+  std::string batch_normalization_3_gamma_path =  dir_prefix + std::string("batch_normalization_3_gamma.bin"); 
+  void* batch_normalization_3_gamma =  readTrainedWeights(batch_normalization_3_gamma_path.c_str(), 0,1,64,1,1); 
+  std::string batch_normalization_3_beta_path =  dir_prefix + std::string("batch_normalization_3_beta.bin"); 
+  void* batch_normalization_3_beta =  readTrainedWeights(batch_normalization_3_beta_path.c_str(), 0,1,64,1,1); 
+  std::string batch_normalization_3_mean_path =  dir_prefix + std::string("batch_normalization_3_mean.bin"); 
+  void* batch_normalization_3_mean =  readTrainedWeights(batch_normalization_3_mean_path.c_str(), 0,1,64,1,1); 
+  std::string batch_normalization_3_variance_path =  dir_prefix + std::string("batch_normalization_3_variance.bin"); 
+  void* batch_normalization_3_variance =  readTrainedWeights(batch_normalization_3_variance_path.c_str(), 0,1,64,1,1); 
+  std::string depthwise_conv2d_2_w_path =  dir_prefix + std::string("depthwise_conv2d_2_w.bin"); 
+  void* depthwise_conv2d_2_w =  readTrainedWeights(depthwise_conv2d_2_w_path.c_str(), 0,64,1,3,3); 
+  std::string batch_normalization_4_gamma_path =  dir_prefix + std::string("batch_normalization_4_gamma.bin"); 
+  void* batch_normalization_4_gamma =  readTrainedWeights(batch_normalization_4_gamma_path.c_str(), 0,1,64,1,1); 
+  std::string batch_normalization_4_beta_path =  dir_prefix + std::string("batch_normalization_4_beta.bin"); 
+  void* batch_normalization_4_beta =  readTrainedWeights(batch_normalization_4_beta_path.c_str(), 0,1,64,1,1); 
+  std::string batch_normalization_4_mean_path =  dir_prefix + std::string("batch_normalization_4_mean.bin"); 
+  void* batch_normalization_4_mean =  readTrainedWeights(batch_normalization_4_mean_path.c_str(), 0,1,64,1,1); 
+  std::string batch_normalization_4_variance_path =  dir_prefix + std::string("batch_normalization_4_variance.bin"); 
+  void* batch_normalization_4_variance =  readTrainedWeights(batch_normalization_4_variance_path.c_str(), 0,1,64,1,1); 
+  std::string conv2d_3_w_path =  dir_prefix + std::string("conv2d_3_w.bin"); 
+  void* conv2d_3_w =  readTrainedWeights(conv2d_3_w_path.c_str(), 0,128,64,1,1); 
+  std::string batch_normalization_5_gamma_path =  dir_prefix + std::string("batch_normalization_5_gamma.bin"); 
+  void* batch_normalization_5_gamma =  readTrainedWeights(batch_normalization_5_gamma_path.c_str(), 0,1,128,1,1); 
+  std::string batch_normalization_5_beta_path =  dir_prefix + std::string("batch_normalization_5_beta.bin"); 
+  void* batch_normalization_5_beta =  readTrainedWeights(batch_normalization_5_beta_path.c_str(), 0,1,128,1,1); 
+  std::string batch_normalization_5_mean_path =  dir_prefix + std::string("batch_normalization_5_mean.bin"); 
+  void* batch_normalization_5_mean =  readTrainedWeights(batch_normalization_5_mean_path.c_str(), 0,1,128,1,1); 
+  std::string batch_normalization_5_variance_path =  dir_prefix + std::string("batch_normalization_5_variance.bin"); 
+  void* batch_normalization_5_variance =  readTrainedWeights(batch_normalization_5_variance_path.c_str(), 0,1,128,1,1); 
+  std::string depthwise_conv2d_3_w_path =  dir_prefix + std::string("depthwise_conv2d_3_w.bin"); 
+  void* depthwise_conv2d_3_w =  readTrainedWeights(depthwise_conv2d_3_w_path.c_str(), 0,128,1,3,3); 
+  std::string batch_normalization_6_gamma_path =  dir_prefix + std::string("batch_normalization_6_gamma.bin"); 
+  void* batch_normalization_6_gamma =  readTrainedWeights(batch_normalization_6_gamma_path.c_str(), 0,1,128,1,1); 
+  std::string batch_normalization_6_beta_path =  dir_prefix + std::string("batch_normalization_6_beta.bin"); 
+  void* batch_normalization_6_beta =  readTrainedWeights(batch_normalization_6_beta_path.c_str(), 0,1,128,1,1); 
+  std::string batch_normalization_6_mean_path =  dir_prefix + std::string("batch_normalization_6_mean.bin"); 
+  void* batch_normalization_6_mean =  readTrainedWeights(batch_normalization_6_mean_path.c_str(), 0,1,128,1,1); 
+  std::string batch_normalization_6_variance_path =  dir_prefix + std::string("batch_normalization_6_variance.bin"); 
+  void* batch_normalization_6_variance =  readTrainedWeights(batch_normalization_6_variance_path.c_str(), 0,1,128,1,1); 
+  std::string conv2d_4_w_path =  dir_prefix + std::string("conv2d_4_w.bin"); 
+  void* conv2d_4_w =  readTrainedWeights(conv2d_4_w_path.c_str(), 0,128,128,1,1); 
+  std::string batch_normalization_7_gamma_path =  dir_prefix + std::string("batch_normalization_7_gamma.bin"); 
+  void* batch_normalization_7_gamma =  readTrainedWeights(batch_normalization_7_gamma_path.c_str(), 0,1,128,1,1); 
+  std::string batch_normalization_7_beta_path =  dir_prefix + std::string("batch_normalization_7_beta.bin"); 
+  void* batch_normalization_7_beta =  readTrainedWeights(batch_normalization_7_beta_path.c_str(), 0,1,128,1,1); 
+  std::string batch_normalization_7_mean_path =  dir_prefix + std::string("batch_normalization_7_mean.bin"); 
+  void* batch_normalization_7_mean =  readTrainedWeights(batch_normalization_7_mean_path.c_str(), 0,1,128,1,1); 
+  std::string batch_normalization_7_variance_path =  dir_prefix + std::string("batch_normalization_7_variance.bin"); 
+  void* batch_normalization_7_variance =  readTrainedWeights(batch_normalization_7_variance_path.c_str(), 0,1,128,1,1); 
+  std::string depthwise_conv2d_4_w_path =  dir_prefix + std::string("depthwise_conv2d_4_w.bin"); 
+  void* depthwise_conv2d_4_w =  readTrainedWeights(depthwise_conv2d_4_w_path.c_str(), 0,128,1,3,3); 
+  std::string batch_normalization_8_gamma_path =  dir_prefix + std::string("batch_normalization_8_gamma.bin"); 
+  void* batch_normalization_8_gamma =  readTrainedWeights(batch_normalization_8_gamma_path.c_str(), 0,1,128,1,1); 
+  std::string batch_normalization_8_beta_path =  dir_prefix + std::string("batch_normalization_8_beta.bin"); 
+  void* batch_normalization_8_beta =  readTrainedWeights(batch_normalization_8_beta_path.c_str(), 0,1,128,1,1); 
+  std::string batch_normalization_8_mean_path =  dir_prefix + std::string("batch_normalization_8_mean.bin"); 
+  void* batch_normalization_8_mean =  readTrainedWeights(batch_normalization_8_mean_path.c_str(), 0,1,128,1,1); 
+  std::string batch_normalization_8_variance_path =  dir_prefix + std::string("batch_normalization_8_variance.bin"); 
+  void* batch_normalization_8_variance =  readTrainedWeights(batch_normalization_8_variance_path.c_str(), 0,1,128,1,1); 
+  std::string conv2d_5_w_path =  dir_prefix + std::string("conv2d_5_w.bin"); 
+  void* conv2d_5_w =  readTrainedWeights(conv2d_5_w_path.c_str(), 0,256,128,1,1); 
+  std::string batch_normalization_9_gamma_path =  dir_prefix + std::string("batch_normalization_9_gamma.bin"); 
+  void* batch_normalization_9_gamma =  readTrainedWeights(batch_normalization_9_gamma_path.c_str(), 0,1,256,1,1); 
+  std::string batch_normalization_9_beta_path =  dir_prefix + std::string("batch_normalization_9_beta.bin"); 
+  void* batch_normalization_9_beta =  readTrainedWeights(batch_normalization_9_beta_path.c_str(), 0,1,256,1,1); 
+  std::string batch_normalization_9_mean_path =  dir_prefix + std::string("batch_normalization_9_mean.bin"); 
+  void* batch_normalization_9_mean =  readTrainedWeights(batch_normalization_9_mean_path.c_str(), 0,1,256,1,1); 
+  std::string batch_normalization_9_variance_path =  dir_prefix + std::string("batch_normalization_9_variance.bin"); 
+  void* batch_normalization_9_variance =  readTrainedWeights(batch_normalization_9_variance_path.c_str(), 0,1,256,1,1); 
+  std::string depthwise_conv2d_5_w_path =  dir_prefix + std::string("depthwise_conv2d_5_w.bin"); 
+  void* depthwise_conv2d_5_w =  readTrainedWeights(depthwise_conv2d_5_w_path.c_str(), 0,256,1,3,3); 
+  std::string batch_normalization_10_gamma_path =  dir_prefix + std::string("batch_normalization_10_gamma.bin"); 
+  void* batch_normalization_10_gamma =  readTrainedWeights(batch_normalization_10_gamma_path.c_str(), 0,1,256,1,1); 
+  std::string batch_normalization_10_beta_path =  dir_prefix + std::string("batch_normalization_10_beta.bin"); 
+  void* batch_normalization_10_beta =  readTrainedWeights(batch_normalization_10_beta_path.c_str(), 0,1,256,1,1); 
+  std::string batch_normalization_10_mean_path =  dir_prefix + std::string("batch_normalization_10_mean.bin"); 
+  void* batch_normalization_10_mean =  readTrainedWeights(batch_normalization_10_mean_path.c_str(), 0,1,256,1,1); 
+  std::string batch_normalization_10_variance_path =  dir_prefix + std::string("batch_normalization_10_variance.bin"); 
+  void* batch_normalization_10_variance =  readTrainedWeights(batch_normalization_10_variance_path.c_str(), 0,1,256,1,1); 
+  std::string conv2d_6_w_path =  dir_prefix + std::string("conv2d_6_w.bin"); 
+  void* conv2d_6_w =  readTrainedWeights(conv2d_6_w_path.c_str(), 0,256,256,1,1); 
+  std::string batch_normalization_11_gamma_path =  dir_prefix + std::string("batch_normalization_11_gamma.bin"); 
+  void* batch_normalization_11_gamma =  readTrainedWeights(batch_normalization_11_gamma_path.c_str(), 0,1,256,1,1); 
+  std::string batch_normalization_11_beta_path =  dir_prefix + std::string("batch_normalization_11_beta.bin"); 
+  void* batch_normalization_11_beta =  readTrainedWeights(batch_normalization_11_beta_path.c_str(), 0,1,256,1,1); 
+  std::string batch_normalization_11_mean_path =  dir_prefix + std::string("batch_normalization_11_mean.bin"); 
+  void* batch_normalization_11_mean =  readTrainedWeights(batch_normalization_11_mean_path.c_str(), 0,1,256,1,1); 
+  std::string batch_normalization_11_variance_path =  dir_prefix + std::string("batch_normalization_11_variance.bin"); 
+  void* batch_normalization_11_variance =  readTrainedWeights(batch_normalization_11_variance_path.c_str(), 0,1,256,1,1); 
+  std::string depthwise_conv2d_6_w_path =  dir_prefix + std::string("depthwise_conv2d_6_w.bin"); 
+  void* depthwise_conv2d_6_w =  readTrainedWeights(depthwise_conv2d_6_w_path.c_str(), 0,256,1,3,3); 
+  std::string batch_normalization_12_gamma_path =  dir_prefix + std::string("batch_normalization_12_gamma.bin"); 
+  void* batch_normalization_12_gamma =  readTrainedWeights(batch_normalization_12_gamma_path.c_str(), 0,1,256,1,1); 
+  std::string batch_normalization_12_beta_path =  dir_prefix + std::string("batch_normalization_12_beta.bin"); 
+  void* batch_normalization_12_beta =  readTrainedWeights(batch_normalization_12_beta_path.c_str(), 0,1,256,1,1); 
+  std::string batch_normalization_12_mean_path =  dir_prefix + std::string("batch_normalization_12_mean.bin"); 
+  void* batch_normalization_12_mean =  readTrainedWeights(batch_normalization_12_mean_path.c_str(), 0,1,256,1,1); 
+  std::string batch_normalization_12_variance_path =  dir_prefix + std::string("batch_normalization_12_variance.bin"); 
+  void* batch_normalization_12_variance =  readTrainedWeights(batch_normalization_12_variance_path.c_str(), 0,1,256,1,1); 
+  std::string conv2d_7_w_path =  dir_prefix + std::string("conv2d_7_w.bin"); 
+  void* conv2d_7_w =  readTrainedWeights(conv2d_7_w_path.c_str(), 0,512,256,1,1); 
+  std::string batch_normalization_13_gamma_path =  dir_prefix + std::string("batch_normalization_13_gamma.bin"); 
+  void* batch_normalization_13_gamma =  readTrainedWeights(batch_normalization_13_gamma_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_13_beta_path =  dir_prefix + std::string("batch_normalization_13_beta.bin"); 
+  void* batch_normalization_13_beta =  readTrainedWeights(batch_normalization_13_beta_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_13_mean_path =  dir_prefix + std::string("batch_normalization_13_mean.bin"); 
+  void* batch_normalization_13_mean =  readTrainedWeights(batch_normalization_13_mean_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_13_variance_path =  dir_prefix + std::string("batch_normalization_13_variance.bin"); 
+  void* batch_normalization_13_variance =  readTrainedWeights(batch_normalization_13_variance_path.c_str(), 0,1,512,1,1); 
+  std::string depthwise_conv2d_7_w_path =  dir_prefix + std::string("depthwise_conv2d_7_w.bin"); 
+  void* depthwise_conv2d_7_w =  readTrainedWeights(depthwise_conv2d_7_w_path.c_str(), 0,512,1,3,3); 
+  std::string batch_normalization_14_gamma_path =  dir_prefix + std::string("batch_normalization_14_gamma.bin"); 
+  void* batch_normalization_14_gamma =  readTrainedWeights(batch_normalization_14_gamma_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_14_beta_path =  dir_prefix + std::string("batch_normalization_14_beta.bin"); 
+  void* batch_normalization_14_beta =  readTrainedWeights(batch_normalization_14_beta_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_14_mean_path =  dir_prefix + std::string("batch_normalization_14_mean.bin"); 
+  void* batch_normalization_14_mean =  readTrainedWeights(batch_normalization_14_mean_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_14_variance_path =  dir_prefix + std::string("batch_normalization_14_variance.bin"); 
+  void* batch_normalization_14_variance =  readTrainedWeights(batch_normalization_14_variance_path.c_str(), 0,1,512,1,1); 
+  std::string conv2d_8_w_path =  dir_prefix + std::string("conv2d_8_w.bin"); 
+  void* conv2d_8_w =  readTrainedWeights(conv2d_8_w_path.c_str(), 0,512,512,1,1); 
+  std::string batch_normalization_15_gamma_path =  dir_prefix + std::string("batch_normalization_15_gamma.bin"); 
+  void* batch_normalization_15_gamma =  readTrainedWeights(batch_normalization_15_gamma_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_15_beta_path =  dir_prefix + std::string("batch_normalization_15_beta.bin"); 
+  void* batch_normalization_15_beta =  readTrainedWeights(batch_normalization_15_beta_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_15_mean_path =  dir_prefix + std::string("batch_normalization_15_mean.bin"); 
+  void* batch_normalization_15_mean =  readTrainedWeights(batch_normalization_15_mean_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_15_variance_path =  dir_prefix + std::string("batch_normalization_15_variance.bin"); 
+  void* batch_normalization_15_variance =  readTrainedWeights(batch_normalization_15_variance_path.c_str(), 0,1,512,1,1); 
+  std::string depthwise_conv2d_8_w_path =  dir_prefix + std::string("depthwise_conv2d_8_w.bin"); 
+  void* depthwise_conv2d_8_w =  readTrainedWeights(depthwise_conv2d_8_w_path.c_str(), 0,512,1,3,3); 
+  std::string batch_normalization_16_gamma_path =  dir_prefix + std::string("batch_normalization_16_gamma.bin"); 
+  void* batch_normalization_16_gamma =  readTrainedWeights(batch_normalization_16_gamma_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_16_beta_path =  dir_prefix + std::string("batch_normalization_16_beta.bin"); 
+  void* batch_normalization_16_beta =  readTrainedWeights(batch_normalization_16_beta_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_16_mean_path =  dir_prefix + std::string("batch_normalization_16_mean.bin"); 
+  void* batch_normalization_16_mean =  readTrainedWeights(batch_normalization_16_mean_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_16_variance_path =  dir_prefix + std::string("batch_normalization_16_variance.bin"); 
+  void* batch_normalization_16_variance =  readTrainedWeights(batch_normalization_16_variance_path.c_str(), 0,1,512,1,1); 
+  std::string conv2d_9_w_path =  dir_prefix + std::string("conv2d_9_w.bin"); 
+  void* conv2d_9_w =  readTrainedWeights(conv2d_9_w_path.c_str(), 0,512,512,1,1); 
+  std::string batch_normalization_17_gamma_path =  dir_prefix + std::string("batch_normalization_17_gamma.bin"); 
+  void* batch_normalization_17_gamma =  readTrainedWeights(batch_normalization_17_gamma_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_17_beta_path =  dir_prefix + std::string("batch_normalization_17_beta.bin"); 
+  void* batch_normalization_17_beta =  readTrainedWeights(batch_normalization_17_beta_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_17_mean_path =  dir_prefix + std::string("batch_normalization_17_mean.bin"); 
+  void* batch_normalization_17_mean =  readTrainedWeights(batch_normalization_17_mean_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_17_variance_path =  dir_prefix + std::string("batch_normalization_17_variance.bin"); 
+  void* batch_normalization_17_variance =  readTrainedWeights(batch_normalization_17_variance_path.c_str(), 0,1,512,1,1); 
+  std::string depthwise_conv2d_9_w_path =  dir_prefix + std::string("depthwise_conv2d_9_w.bin"); 
+  void* depthwise_conv2d_9_w =  readTrainedWeights(depthwise_conv2d_9_w_path.c_str(), 0,512,1,3,3); 
+  std::string batch_normalization_18_gamma_path =  dir_prefix + std::string("batch_normalization_18_gamma.bin"); 
+  void* batch_normalization_18_gamma =  readTrainedWeights(batch_normalization_18_gamma_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_18_beta_path =  dir_prefix + std::string("batch_normalization_18_beta.bin"); 
+  void* batch_normalization_18_beta =  readTrainedWeights(batch_normalization_18_beta_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_18_mean_path =  dir_prefix + std::string("batch_normalization_18_mean.bin"); 
+  void* batch_normalization_18_mean =  readTrainedWeights(batch_normalization_18_mean_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_18_variance_path =  dir_prefix + std::string("batch_normalization_18_variance.bin"); 
+  void* batch_normalization_18_variance =  readTrainedWeights(batch_normalization_18_variance_path.c_str(), 0,1,512,1,1); 
+  std::string conv2d_10_w_path =  dir_prefix + std::string("conv2d_10_w.bin"); 
+  void* conv2d_10_w =  readTrainedWeights(conv2d_10_w_path.c_str(), 0,512,512,1,1); 
+  std::string batch_normalization_19_gamma_path =  dir_prefix + std::string("batch_normalization_19_gamma.bin"); 
+  void* batch_normalization_19_gamma =  readTrainedWeights(batch_normalization_19_gamma_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_19_beta_path =  dir_prefix + std::string("batch_normalization_19_beta.bin"); 
+  void* batch_normalization_19_beta =  readTrainedWeights(batch_normalization_19_beta_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_19_mean_path =  dir_prefix + std::string("batch_normalization_19_mean.bin"); 
+  void* batch_normalization_19_mean =  readTrainedWeights(batch_normalization_19_mean_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_19_variance_path =  dir_prefix + std::string("batch_normalization_19_variance.bin"); 
+  void* batch_normalization_19_variance =  readTrainedWeights(batch_normalization_19_variance_path.c_str(), 0,1,512,1,1); 
+  std::string depthwise_conv2d_10_w_path =  dir_prefix + std::string("depthwise_conv2d_10_w.bin"); 
+  void* depthwise_conv2d_10_w =  readTrainedWeights(depthwise_conv2d_10_w_path.c_str(), 0,512,1,3,3); 
+  std::string batch_normalization_20_gamma_path =  dir_prefix + std::string("batch_normalization_20_gamma.bin"); 
+  void* batch_normalization_20_gamma =  readTrainedWeights(batch_normalization_20_gamma_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_20_beta_path =  dir_prefix + std::string("batch_normalization_20_beta.bin"); 
+  void* batch_normalization_20_beta =  readTrainedWeights(batch_normalization_20_beta_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_20_mean_path =  dir_prefix + std::string("batch_normalization_20_mean.bin"); 
+  void* batch_normalization_20_mean =  readTrainedWeights(batch_normalization_20_mean_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_20_variance_path =  dir_prefix + std::string("batch_normalization_20_variance.bin"); 
+  void* batch_normalization_20_variance =  readTrainedWeights(batch_normalization_20_variance_path.c_str(), 0,1,512,1,1); 
+  std::string conv2d_11_w_path =  dir_prefix + std::string("conv2d_11_w.bin"); 
+  void* conv2d_11_w =  readTrainedWeights(conv2d_11_w_path.c_str(), 0,512,512,1,1); 
+  std::string batch_normalization_21_gamma_path =  dir_prefix + std::string("batch_normalization_21_gamma.bin"); 
+  void* batch_normalization_21_gamma =  readTrainedWeights(batch_normalization_21_gamma_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_21_beta_path =  dir_prefix + std::string("batch_normalization_21_beta.bin"); 
+  void* batch_normalization_21_beta =  readTrainedWeights(batch_normalization_21_beta_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_21_mean_path =  dir_prefix + std::string("batch_normalization_21_mean.bin"); 
+  void* batch_normalization_21_mean =  readTrainedWeights(batch_normalization_21_mean_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_21_variance_path =  dir_prefix + std::string("batch_normalization_21_variance.bin"); 
+  void* batch_normalization_21_variance =  readTrainedWeights(batch_normalization_21_variance_path.c_str(), 0,1,512,1,1); 
+  std::string depthwise_conv2d_11_w_path =  dir_prefix + std::string("depthwise_conv2d_11_w.bin"); 
+  void* depthwise_conv2d_11_w =  readTrainedWeights(depthwise_conv2d_11_w_path.c_str(), 0,512,1,3,3); 
+  std::string batch_normalization_22_gamma_path =  dir_prefix + std::string("batch_normalization_22_gamma.bin"); 
+  void* batch_normalization_22_gamma =  readTrainedWeights(batch_normalization_22_gamma_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_22_beta_path =  dir_prefix + std::string("batch_normalization_22_beta.bin"); 
+  void* batch_normalization_22_beta =  readTrainedWeights(batch_normalization_22_beta_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_22_mean_path =  dir_prefix + std::string("batch_normalization_22_mean.bin"); 
+  void* batch_normalization_22_mean =  readTrainedWeights(batch_normalization_22_mean_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_22_variance_path =  dir_prefix + std::string("batch_normalization_22_variance.bin"); 
+  void* batch_normalization_22_variance =  readTrainedWeights(batch_normalization_22_variance_path.c_str(), 0,1,512,1,1); 
+  std::string conv2d_12_w_path =  dir_prefix + std::string("conv2d_12_w.bin"); 
+  void* conv2d_12_w =  readTrainedWeights(conv2d_12_w_path.c_str(), 0,512,512,1,1); 
+  std::string batch_normalization_23_gamma_path =  dir_prefix + std::string("batch_normalization_23_gamma.bin"); 
+  void* batch_normalization_23_gamma =  readTrainedWeights(batch_normalization_23_gamma_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_23_beta_path =  dir_prefix + std::string("batch_normalization_23_beta.bin"); 
+  void* batch_normalization_23_beta =  readTrainedWeights(batch_normalization_23_beta_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_23_mean_path =  dir_prefix + std::string("batch_normalization_23_mean.bin"); 
+  void* batch_normalization_23_mean =  readTrainedWeights(batch_normalization_23_mean_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_23_variance_path =  dir_prefix + std::string("batch_normalization_23_variance.bin"); 
+  void* batch_normalization_23_variance =  readTrainedWeights(batch_normalization_23_variance_path.c_str(), 0,1,512,1,1); 
+  std::string depthwise_conv2d_12_w_path =  dir_prefix + std::string("depthwise_conv2d_12_w.bin"); 
+  void* depthwise_conv2d_12_w =  readTrainedWeights(depthwise_conv2d_12_w_path.c_str(), 0,512,1,3,3); 
+  std::string batch_normalization_24_gamma_path =  dir_prefix + std::string("batch_normalization_24_gamma.bin"); 
+  void* batch_normalization_24_gamma =  readTrainedWeights(batch_normalization_24_gamma_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_24_beta_path =  dir_prefix + std::string("batch_normalization_24_beta.bin"); 
+  void* batch_normalization_24_beta =  readTrainedWeights(batch_normalization_24_beta_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_24_mean_path =  dir_prefix + std::string("batch_normalization_24_mean.bin"); 
+  void* batch_normalization_24_mean =  readTrainedWeights(batch_normalization_24_mean_path.c_str(), 0,1,512,1,1); 
+  std::string batch_normalization_24_variance_path =  dir_prefix + std::string("batch_normalization_24_variance.bin"); 
+  void* batch_normalization_24_variance =  readTrainedWeights(batch_normalization_24_variance_path.c_str(), 0,1,512,1,1); 
+  std::string conv2d_13_w_path =  dir_prefix + std::string("conv2d_13_w.bin"); 
+  void* conv2d_13_w =  readTrainedWeights(conv2d_13_w_path.c_str(), 0,1024,512,1,1); 
+  std::string batch_normalization_25_gamma_path =  dir_prefix + std::string("batch_normalization_25_gamma.bin"); 
+  void* batch_normalization_25_gamma =  readTrainedWeights(batch_normalization_25_gamma_path.c_str(), 0,1,1024,1,1); 
+  std::string batch_normalization_25_beta_path =  dir_prefix + std::string("batch_normalization_25_beta.bin"); 
+  void* batch_normalization_25_beta =  readTrainedWeights(batch_normalization_25_beta_path.c_str(), 0,1,1024,1,1); 
+  std::string batch_normalization_25_mean_path =  dir_prefix + std::string("batch_normalization_25_mean.bin"); 
+  void* batch_normalization_25_mean =  readTrainedWeights(batch_normalization_25_mean_path.c_str(), 0,1,1024,1,1); 
+  std::string batch_normalization_25_variance_path =  dir_prefix + std::string("batch_normalization_25_variance.bin"); 
+  void* batch_normalization_25_variance =  readTrainedWeights(batch_normalization_25_variance_path.c_str(), 0,1,1024,1,1); 
+  std::string depthwise_conv2d_13_w_path =  dir_prefix + std::string("depthwise_conv2d_13_w.bin"); 
+  void* depthwise_conv2d_13_w =  readTrainedWeights(depthwise_conv2d_13_w_path.c_str(), 0,1024,1,3,3); 
+  std::string batch_normalization_26_gamma_path =  dir_prefix + std::string("batch_normalization_26_gamma.bin"); 
+  void* batch_normalization_26_gamma =  readTrainedWeights(batch_normalization_26_gamma_path.c_str(), 0,1,1024,1,1); 
+  std::string batch_normalization_26_beta_path =  dir_prefix + std::string("batch_normalization_26_beta.bin"); 
+  void* batch_normalization_26_beta =  readTrainedWeights(batch_normalization_26_beta_path.c_str(), 0,1,1024,1,1); 
+  std::string batch_normalization_26_mean_path =  dir_prefix + std::string("batch_normalization_26_mean.bin"); 
+  void* batch_normalization_26_mean =  readTrainedWeights(batch_normalization_26_mean_path.c_str(), 0,1,1024,1,1); 
+  std::string batch_normalization_26_variance_path =  dir_prefix + std::string("batch_normalization_26_variance.bin"); 
+  void* batch_normalization_26_variance =  readTrainedWeights(batch_normalization_26_variance_path.c_str(), 0,1,1024,1,1); 
+  std::string conv2d_14_w_path =  dir_prefix + std::string("conv2d_14_w.bin"); 
+  void* conv2d_14_w =  readTrainedWeights(conv2d_14_w_path.c_str(), 0,1024,1024,1,1); 
+  std::string batch_normalization_27_gamma_path =  dir_prefix + std::string("batch_normalization_27_gamma.bin"); 
+  void* batch_normalization_27_gamma =  readTrainedWeights(batch_normalization_27_gamma_path.c_str(), 0,1,1024,1,1); 
+  std::string batch_normalization_27_beta_path =  dir_prefix + std::string("batch_normalization_27_beta.bin"); 
+  void* batch_normalization_27_beta =  readTrainedWeights(batch_normalization_27_beta_path.c_str(), 0,1,1024,1,1); 
+  std::string batch_normalization_27_mean_path =  dir_prefix + std::string("batch_normalization_27_mean.bin"); 
+  void* batch_normalization_27_mean =  readTrainedWeights(batch_normalization_27_mean_path.c_str(), 0,1,1024,1,1); 
+  std::string batch_normalization_27_variance_path =  dir_prefix + std::string("batch_normalization_27_variance.bin"); 
+  void* batch_normalization_27_variance =  readTrainedWeights(batch_normalization_27_variance_path.c_str(), 0,1,1024,1,1); 
+  std::string dense_1_w_path =  dir_prefix + std::string("dense_1_w.bin"); 
+  void* dense_1_w =  readTrainedWeights(dense_1_w_path.c_str(), 0,1,1,1024,10); 
+  std::string dense_1_b_path =  dir_prefix + std::string("dense_1_b.bin"); 
+  void* dense_1_b =  readTrainedWeights(dense_1_b_path.c_str(), 0,1,10,1,1); 
+  //void* input = readTrainedWeights(input_path.c_str(), 0, 5000,3,32,32); 
+  //uint8_t* labels = readLabels(labels_path.c_str(), 5000); 
+
+  __visc__init(); 
+  RootIn* args = static_cast<RootIn*>(malloc(sizeof(RootIn))); 
+
+  //args->input = input; 
+  //args->input_bytes = 0; 
+  args->conv2d_1_w = conv2d_1_w; 
+  args->conv2d_1_w_bytes = 0; 
+  args->batch_normalization_1_gamma = batch_normalization_1_gamma; 
+  args->batch_normalization_1_gamma_bytes = 0; 
+  args->batch_normalization_1_beta = batch_normalization_1_beta; 
+  args->batch_normalization_1_beta_bytes = 0; 
+  args->batch_normalization_1_mean = batch_normalization_1_mean; 
+  args->batch_normalization_1_mean_bytes = 0; 
+  args->batch_normalization_1_variance = batch_normalization_1_variance; 
+  args->batch_normalization_1_variance_bytes = 0; 
+  args->depthwise_conv2d_1_w = depthwise_conv2d_1_w; 
+  args->depthwise_conv2d_1_w_bytes = 0; 
+  args->batch_normalization_2_gamma = batch_normalization_2_gamma; 
+  args->batch_normalization_2_gamma_bytes = 0; 
+  args->batch_normalization_2_beta = batch_normalization_2_beta; 
+  args->batch_normalization_2_beta_bytes = 0; 
+  args->batch_normalization_2_mean = batch_normalization_2_mean; 
+  args->batch_normalization_2_mean_bytes = 0; 
+  args->batch_normalization_2_variance = batch_normalization_2_variance; 
+  args->batch_normalization_2_variance_bytes = 0; 
+  args->conv2d_2_w = conv2d_2_w; 
+  args->conv2d_2_w_bytes = 0; 
+  args->batch_normalization_3_gamma = batch_normalization_3_gamma; 
+  args->batch_normalization_3_gamma_bytes = 0; 
+  args->batch_normalization_3_beta = batch_normalization_3_beta; 
+  args->batch_normalization_3_beta_bytes = 0; 
+  args->batch_normalization_3_mean = batch_normalization_3_mean; 
+  args->batch_normalization_3_mean_bytes = 0; 
+  args->batch_normalization_3_variance = batch_normalization_3_variance; 
+  args->batch_normalization_3_variance_bytes = 0; 
+  args->depthwise_conv2d_2_w = depthwise_conv2d_2_w; 
+  args->depthwise_conv2d_2_w_bytes = 0; 
+  args->batch_normalization_4_gamma = batch_normalization_4_gamma; 
+  args->batch_normalization_4_gamma_bytes = 0; 
+  args->batch_normalization_4_beta = batch_normalization_4_beta; 
+  args->batch_normalization_4_beta_bytes = 0; 
+  args->batch_normalization_4_mean = batch_normalization_4_mean; 
+  args->batch_normalization_4_mean_bytes = 0; 
+  args->batch_normalization_4_variance = batch_normalization_4_variance; 
+  args->batch_normalization_4_variance_bytes = 0; 
+  args->conv2d_3_w = conv2d_3_w; 
+  args->conv2d_3_w_bytes = 0; 
+  args->batch_normalization_5_gamma = batch_normalization_5_gamma; 
+  args->batch_normalization_5_gamma_bytes = 0; 
+  args->batch_normalization_5_beta = batch_normalization_5_beta; 
+  args->batch_normalization_5_beta_bytes = 0; 
+  args->batch_normalization_5_mean = batch_normalization_5_mean; 
+  args->batch_normalization_5_mean_bytes = 0; 
+  args->batch_normalization_5_variance = batch_normalization_5_variance; 
+  args->batch_normalization_5_variance_bytes = 0; 
+  args->depthwise_conv2d_3_w = depthwise_conv2d_3_w; 
+  args->depthwise_conv2d_3_w_bytes = 0; 
+  args->batch_normalization_6_gamma = batch_normalization_6_gamma; 
+  args->batch_normalization_6_gamma_bytes = 0; 
+  args->batch_normalization_6_beta = batch_normalization_6_beta; 
+  args->batch_normalization_6_beta_bytes = 0; 
+  args->batch_normalization_6_mean = batch_normalization_6_mean; 
+  args->batch_normalization_6_mean_bytes = 0; 
+  args->batch_normalization_6_variance = batch_normalization_6_variance; 
+  args->batch_normalization_6_variance_bytes = 0; 
+  args->conv2d_4_w = conv2d_4_w; 
+  args->conv2d_4_w_bytes = 0; 
+  args->batch_normalization_7_gamma = batch_normalization_7_gamma; 
+  args->batch_normalization_7_gamma_bytes = 0; 
+  args->batch_normalization_7_beta = batch_normalization_7_beta; 
+  args->batch_normalization_7_beta_bytes = 0; 
+  args->batch_normalization_7_mean = batch_normalization_7_mean; 
+  args->batch_normalization_7_mean_bytes = 0; 
+  args->batch_normalization_7_variance = batch_normalization_7_variance; 
+  args->batch_normalization_7_variance_bytes = 0; 
+  args->depthwise_conv2d_4_w = depthwise_conv2d_4_w; 
+  args->depthwise_conv2d_4_w_bytes = 0; 
+  args->batch_normalization_8_gamma = batch_normalization_8_gamma; 
+  args->batch_normalization_8_gamma_bytes = 0; 
+  args->batch_normalization_8_beta = batch_normalization_8_beta; 
+  args->batch_normalization_8_beta_bytes = 0; 
+  args->batch_normalization_8_mean = batch_normalization_8_mean; 
+  args->batch_normalization_8_mean_bytes = 0; 
+  args->batch_normalization_8_variance = batch_normalization_8_variance; 
+  args->batch_normalization_8_variance_bytes = 0; 
+  args->conv2d_5_w = conv2d_5_w; 
+  args->conv2d_5_w_bytes = 0; 
+  args->batch_normalization_9_gamma = batch_normalization_9_gamma; 
+  args->batch_normalization_9_gamma_bytes = 0; 
+  args->batch_normalization_9_beta = batch_normalization_9_beta; 
+  args->batch_normalization_9_beta_bytes = 0; 
+  args->batch_normalization_9_mean = batch_normalization_9_mean; 
+  args->batch_normalization_9_mean_bytes = 0; 
+  args->batch_normalization_9_variance = batch_normalization_9_variance; 
+  args->batch_normalization_9_variance_bytes = 0; 
+  args->depthwise_conv2d_5_w = depthwise_conv2d_5_w; 
+  args->depthwise_conv2d_5_w_bytes = 0; 
+  args->batch_normalization_10_gamma = batch_normalization_10_gamma; 
+  args->batch_normalization_10_gamma_bytes = 0; 
+  args->batch_normalization_10_beta = batch_normalization_10_beta; 
+  args->batch_normalization_10_beta_bytes = 0; 
+  args->batch_normalization_10_mean = batch_normalization_10_mean; 
+  args->batch_normalization_10_mean_bytes = 0; 
+  args->batch_normalization_10_variance = batch_normalization_10_variance; 
+  args->batch_normalization_10_variance_bytes = 0; 
+  args->conv2d_6_w = conv2d_6_w; 
+  args->conv2d_6_w_bytes = 0; 
+  args->batch_normalization_11_gamma = batch_normalization_11_gamma; 
+  args->batch_normalization_11_gamma_bytes = 0; 
+  args->batch_normalization_11_beta = batch_normalization_11_beta; 
+  args->batch_normalization_11_beta_bytes = 0; 
+  args->batch_normalization_11_mean = batch_normalization_11_mean; 
+  args->batch_normalization_11_mean_bytes = 0; 
+  args->batch_normalization_11_variance = batch_normalization_11_variance; 
+  args->batch_normalization_11_variance_bytes = 0; 
+  args->depthwise_conv2d_6_w = depthwise_conv2d_6_w; 
+  args->depthwise_conv2d_6_w_bytes = 0; 
+  args->batch_normalization_12_gamma = batch_normalization_12_gamma; 
+  args->batch_normalization_12_gamma_bytes = 0; 
+  args->batch_normalization_12_beta = batch_normalization_12_beta; 
+  args->batch_normalization_12_beta_bytes = 0; 
+  args->batch_normalization_12_mean = batch_normalization_12_mean; 
+  args->batch_normalization_12_mean_bytes = 0; 
+  args->batch_normalization_12_variance = batch_normalization_12_variance; 
+  args->batch_normalization_12_variance_bytes = 0; 
+  args->conv2d_7_w = conv2d_7_w; 
+  args->conv2d_7_w_bytes = 0; 
+  args->batch_normalization_13_gamma = batch_normalization_13_gamma; 
+  args->batch_normalization_13_gamma_bytes = 0; 
+  args->batch_normalization_13_beta = batch_normalization_13_beta; 
+  args->batch_normalization_13_beta_bytes = 0; 
+  args->batch_normalization_13_mean = batch_normalization_13_mean; 
+  args->batch_normalization_13_mean_bytes = 0; 
+  args->batch_normalization_13_variance = batch_normalization_13_variance; 
+  args->batch_normalization_13_variance_bytes = 0; 
+  args->depthwise_conv2d_7_w = depthwise_conv2d_7_w; 
+  args->depthwise_conv2d_7_w_bytes = 0; 
+  args->batch_normalization_14_gamma = batch_normalization_14_gamma; 
+  args->batch_normalization_14_gamma_bytes = 0; 
+  args->batch_normalization_14_beta = batch_normalization_14_beta; 
+  args->batch_normalization_14_beta_bytes = 0; 
+  args->batch_normalization_14_mean = batch_normalization_14_mean; 
+  args->batch_normalization_14_mean_bytes = 0; 
+  args->batch_normalization_14_variance = batch_normalization_14_variance; 
+  args->batch_normalization_14_variance_bytes = 0; 
+  args->conv2d_8_w = conv2d_8_w; 
+  args->conv2d_8_w_bytes = 0; 
+  args->batch_normalization_15_gamma = batch_normalization_15_gamma; 
+  args->batch_normalization_15_gamma_bytes = 0; 
+  args->batch_normalization_15_beta = batch_normalization_15_beta; 
+  args->batch_normalization_15_beta_bytes = 0; 
+  args->batch_normalization_15_mean = batch_normalization_15_mean; 
+  args->batch_normalization_15_mean_bytes = 0; 
+  args->batch_normalization_15_variance = batch_normalization_15_variance; 
+  args->batch_normalization_15_variance_bytes = 0; 
+  args->depthwise_conv2d_8_w = depthwise_conv2d_8_w; 
+  args->depthwise_conv2d_8_w_bytes = 0; 
+  args->batch_normalization_16_gamma = batch_normalization_16_gamma; 
+  args->batch_normalization_16_gamma_bytes = 0; 
+  args->batch_normalization_16_beta = batch_normalization_16_beta; 
+  args->batch_normalization_16_beta_bytes = 0; 
+  args->batch_normalization_16_mean = batch_normalization_16_mean; 
+  args->batch_normalization_16_mean_bytes = 0; 
+  args->batch_normalization_16_variance = batch_normalization_16_variance; 
+  args->batch_normalization_16_variance_bytes = 0; 
+  args->conv2d_9_w = conv2d_9_w; 
+  args->conv2d_9_w_bytes = 0; 
+  args->batch_normalization_17_gamma = batch_normalization_17_gamma; 
+  args->batch_normalization_17_gamma_bytes = 0; 
+  args->batch_normalization_17_beta = batch_normalization_17_beta; 
+  args->batch_normalization_17_beta_bytes = 0; 
+  args->batch_normalization_17_mean = batch_normalization_17_mean; 
+  args->batch_normalization_17_mean_bytes = 0; 
+  args->batch_normalization_17_variance = batch_normalization_17_variance; 
+  args->batch_normalization_17_variance_bytes = 0; 
+  args->depthwise_conv2d_9_w = depthwise_conv2d_9_w; 
+  args->depthwise_conv2d_9_w_bytes = 0; 
+  args->batch_normalization_18_gamma = batch_normalization_18_gamma; 
+  args->batch_normalization_18_gamma_bytes = 0; 
+  args->batch_normalization_18_beta = batch_normalization_18_beta; 
+  args->batch_normalization_18_beta_bytes = 0; 
+  args->batch_normalization_18_mean = batch_normalization_18_mean; 
+  args->batch_normalization_18_mean_bytes = 0; 
+  args->batch_normalization_18_variance = batch_normalization_18_variance; 
+  args->batch_normalization_18_variance_bytes = 0; 
+  args->conv2d_10_w = conv2d_10_w; 
+  args->conv2d_10_w_bytes = 0; 
+  args->batch_normalization_19_gamma = batch_normalization_19_gamma; 
+  args->batch_normalization_19_gamma_bytes = 0; 
+  args->batch_normalization_19_beta = batch_normalization_19_beta; 
+  args->batch_normalization_19_beta_bytes = 0; 
+  args->batch_normalization_19_mean = batch_normalization_19_mean; 
+  args->batch_normalization_19_mean_bytes = 0; 
+  args->batch_normalization_19_variance = batch_normalization_19_variance; 
+  args->batch_normalization_19_variance_bytes = 0; 
+  args->depthwise_conv2d_10_w = depthwise_conv2d_10_w; 
+  args->depthwise_conv2d_10_w_bytes = 0; 
+  args->batch_normalization_20_gamma = batch_normalization_20_gamma; 
+  args->batch_normalization_20_gamma_bytes = 0; 
+  args->batch_normalization_20_beta = batch_normalization_20_beta; 
+  args->batch_normalization_20_beta_bytes = 0; 
+  args->batch_normalization_20_mean = batch_normalization_20_mean; 
+  args->batch_normalization_20_mean_bytes = 0; 
+  args->batch_normalization_20_variance = batch_normalization_20_variance; 
+  args->batch_normalization_20_variance_bytes = 0; 
+  args->conv2d_11_w = conv2d_11_w; 
+  args->conv2d_11_w_bytes = 0; 
+  args->batch_normalization_21_gamma = batch_normalization_21_gamma; 
+  args->batch_normalization_21_gamma_bytes = 0; 
+  args->batch_normalization_21_beta = batch_normalization_21_beta; 
+  args->batch_normalization_21_beta_bytes = 0; 
+  args->batch_normalization_21_mean = batch_normalization_21_mean; 
+  args->batch_normalization_21_mean_bytes = 0; 
+  args->batch_normalization_21_variance = batch_normalization_21_variance; 
+  args->batch_normalization_21_variance_bytes = 0; 
+  args->depthwise_conv2d_11_w = depthwise_conv2d_11_w; 
+  args->depthwise_conv2d_11_w_bytes = 0; 
+  args->batch_normalization_22_gamma = batch_normalization_22_gamma; 
+  args->batch_normalization_22_gamma_bytes = 0; 
+  args->batch_normalization_22_beta = batch_normalization_22_beta; 
+  args->batch_normalization_22_beta_bytes = 0; 
+  args->batch_normalization_22_mean = batch_normalization_22_mean; 
+  args->batch_normalization_22_mean_bytes = 0; 
+  args->batch_normalization_22_variance = batch_normalization_22_variance; 
+  args->batch_normalization_22_variance_bytes = 0; 
+  args->conv2d_12_w = conv2d_12_w; 
+  args->conv2d_12_w_bytes = 0; 
+  args->batch_normalization_23_gamma = batch_normalization_23_gamma; 
+  args->batch_normalization_23_gamma_bytes = 0; 
+  args->batch_normalization_23_beta = batch_normalization_23_beta; 
+  args->batch_normalization_23_beta_bytes = 0; 
+  args->batch_normalization_23_mean = batch_normalization_23_mean; 
+  args->batch_normalization_23_mean_bytes = 0; 
+  args->batch_normalization_23_variance = batch_normalization_23_variance; 
+  args->batch_normalization_23_variance_bytes = 0; 
+  args->depthwise_conv2d_12_w = depthwise_conv2d_12_w; 
+  args->depthwise_conv2d_12_w_bytes = 0; 
+  args->batch_normalization_24_gamma = batch_normalization_24_gamma; 
+  args->batch_normalization_24_gamma_bytes = 0; 
+  args->batch_normalization_24_beta = batch_normalization_24_beta; 
+  args->batch_normalization_24_beta_bytes = 0; 
+  args->batch_normalization_24_mean = batch_normalization_24_mean; 
+  args->batch_normalization_24_mean_bytes = 0; 
+  args->batch_normalization_24_variance = batch_normalization_24_variance; 
+  args->batch_normalization_24_variance_bytes = 0; 
+  args->conv2d_13_w = conv2d_13_w; 
+  args->conv2d_13_w_bytes = 0; 
+  args->batch_normalization_25_gamma = batch_normalization_25_gamma; 
+  args->batch_normalization_25_gamma_bytes = 0; 
+  args->batch_normalization_25_beta = batch_normalization_25_beta; 
+  args->batch_normalization_25_beta_bytes = 0; 
+  args->batch_normalization_25_mean = batch_normalization_25_mean; 
+  args->batch_normalization_25_mean_bytes = 0; 
+  args->batch_normalization_25_variance = batch_normalization_25_variance; 
+  args->batch_normalization_25_variance_bytes = 0; 
+  args->depthwise_conv2d_13_w = depthwise_conv2d_13_w; 
+  args->depthwise_conv2d_13_w_bytes = 0; 
+  args->batch_normalization_26_gamma = batch_normalization_26_gamma; 
+  args->batch_normalization_26_gamma_bytes = 0; 
+  args->batch_normalization_26_beta = batch_normalization_26_beta; 
+  args->batch_normalization_26_beta_bytes = 0; 
+  args->batch_normalization_26_mean = batch_normalization_26_mean; 
+  args->batch_normalization_26_mean_bytes = 0; 
+  args->batch_normalization_26_variance = batch_normalization_26_variance; 
+  args->batch_normalization_26_variance_bytes = 0; 
+  args->conv2d_14_w = conv2d_14_w; 
+  args->conv2d_14_w_bytes = 0; 
+  args->batch_normalization_27_gamma = batch_normalization_27_gamma; 
+  args->batch_normalization_27_gamma_bytes = 0; 
+  args->batch_normalization_27_beta = batch_normalization_27_beta; 
+  args->batch_normalization_27_beta_bytes = 0; 
+  args->batch_normalization_27_mean = batch_normalization_27_mean; 
+  args->batch_normalization_27_mean_bytes = 0; 
+  args->batch_normalization_27_variance = batch_normalization_27_variance; 
+  args->batch_normalization_27_variance_bytes = 0; 
+  args->dense_1_w = dense_1_w; 
+  args->dense_1_w_bytes = 0; 
+  args->dense_1_b = dense_1_b; 
+  args->dense_1_b_bytes = 0; 
+
+  int batch_size = 500;
+  int test_input_size = 5000;
+  int batch_count = test_input_size / batch_size;
+  
+  // void* input = create4DTensor(0,nchw,batch_size,3,32,32);
+
+  startMemTracking(); 
+  startProfiling();
+  
+  for (int i = 0; i < batch_count; i++){
+  
+    int start = i * batch_size; 
+    int end = (i + 1) * batch_size;
+
+    // copyInputBatch(input_path.c_str(),start,end,3,32,32, input);
+    void* input = readInputBatch(input_path.c_str(), 0,
+                     start, end, 
+                     3, 32, 32);
+
+    args->input = input; 
+    args->input_bytes = 0;
+  
+    void* dfg = __visc__launch(0, root, (void*) args);
+
+    __visc__wait(dfg);
+
+    void *result = static_cast<RootIn*>(args)->input;
+    hpvm_request_tensor(result, 0);
+
+    llvm_hpvm_invokeRtControl(result, labels_path.c_str(), start, end);
+      
+    freeBatchMemory();
+  }
+  stopProfiling();
+  __visc__cleanup();
+
+  return 0; 
+} 
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet_shallow/data/autotuner_data/tuner_confs_batch220.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet_shallow/data/autotuner_data/tuner_confs_batch220.txt
index d85644187be08b837604a1b3e5d388ba137cfbb8..49958d61f5d7b6b814062b35c67acae526196c61 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet_shallow/data/autotuner_data/tuner_confs_batch220.txt
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet_shallow/data/autotuner_data/tuner_confs_batch220.txt
@@ -85,8 +85,8 @@ conf1 1.5 0 87.919998 0.4100020000000001
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf2 1.5 0 87.919998 0.4100020000000001
@@ -130,8 +130,8 @@ conf2 1.5 0 87.919998 0.4100020000000001
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf3 1.575539289 0 87.259995 1.005007500000005
@@ -175,8 +175,8 @@ conf3 1.575539289 0 87.259995 1.005007500000005
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf4 1.53684197237 0 87.099998 1.2450030000000112
@@ -220,8 +220,8 @@ conf4 1.53684197237 0 87.099998 1.2450030000000112
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf5 1.6287834325 0 86.639999 1.9350015000000056
@@ -265,8 +265,8 @@ conf5 1.6287834325 0 86.639999 1.9350015000000056
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf6 1.5 0 87.919998 0.4100020000000001
@@ -310,8 +310,8 @@ conf6 1.5 0 87.919998 0.4100020000000001
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf7 1.6287834325 0 86.639999 1.9350015000000056
@@ -355,8 +355,8 @@ conf7 1.6287834325 0 86.639999 1.9350015000000056
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf8 1.575539289 0 87.039993 1.335010500000017
@@ -400,8 +400,8 @@ conf8 1.575539289 0 87.039993 1.335010500000017
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf9 1.575539289 0 87.259995 1.005007500000005
@@ -445,8 +445,8 @@ conf9 1.575539289 0 87.259995 1.005007500000005
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf10 1.575539289 0 86.699997 1.845004500000016
@@ -490,8 +490,8 @@ conf10 1.575539289 0 86.699997 1.845004500000016
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf11 1.575539289 0 87.039993 1.335010500000017
@@ -535,8 +535,8 @@ conf11 1.575539289 0 87.039993 1.335010500000017
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf12 1.575539289 0 86.68 1.875
@@ -580,8 +580,8 @@ conf12 1.575539289 0 86.68 1.875
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf13 1.5 0 87.919998 0.4100020000000001
@@ -625,8 +625,8 @@ conf13 1.5 0 87.919998 0.4100020000000001
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf14 1.51532509832 0 86.979996 1.4250060000000104
@@ -670,8 +670,8 @@ conf14 1.51532509832 0 86.979996 1.4250060000000104
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf15 1.575539289 0 87.159996 1.1550060000000002
@@ -715,8 +715,8 @@ conf15 1.575539289 0 87.159996 1.1550060000000002
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf16 1.575539289 0 86.699997 1.845004500000016
@@ -760,8 +760,8 @@ conf16 1.575539289 0 86.699997 1.845004500000016
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf17 1.53684197237 0 86.819992 1.6650120000000115
@@ -805,8 +805,8 @@ conf17 1.53684197237 0 86.819992 1.6650120000000115
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf18 1.6287834325 0 86.680008 1.874988000000009
@@ -850,8 +850,8 @@ conf18 1.6287834325 0 86.680008 1.874988000000009
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf19 1.53684197237 0 87.059998 1.3050030000000206
@@ -895,8 +895,8 @@ conf19 1.53684197237 0 87.059998 1.3050030000000206
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf20 1.575539289 0 86.68 1.875
@@ -940,8 +940,8 @@ conf20 1.575539289 0 86.68 1.875
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf21 1.61623572141 0 86.0 2.8950000000000102
@@ -985,8 +985,8 @@ conf21 1.61623572141 0 86.0 2.8950000000000102
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf22 1.64686885056 0 86.139999 2.6850015000000056
@@ -1030,8 +1030,8 @@ conf22 1.64686885056 0 86.139999 2.6850015000000056
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf23 1.53684197237 0 86.68 1.875
@@ -1075,8 +1075,8 @@ conf23 1.53684197237 0 86.68 1.875
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf24 1.575539289 0 87.259995 1.005007500000005
@@ -1120,8 +1120,8 @@ conf24 1.575539289 0 87.259995 1.005007500000005
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf25 1.59245548594 0 86.440002 2.234997
@@ -1165,8 +1165,8 @@ conf25 1.59245548594 0 86.440002 2.234997
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf26 1.53684197237 0 86.720009 1.8149865000000034
@@ -1210,8 +1210,8 @@ conf26 1.53684197237 0 86.720009 1.8149865000000034
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf27 1.5 0 87.919998 0.4100020000000001
@@ -1255,8 +1255,8 @@ conf27 1.5 0 87.919998 0.4100020000000001
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf28 1.53684197237 0 87.059998 1.3050030000000206
@@ -1300,8 +1300,8 @@ conf28 1.53684197237 0 87.059998 1.3050030000000206
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf29 1.51532509832 0 86.720001 1.8149985000000157
@@ -1345,8 +1345,8 @@ conf29 1.51532509832 0 86.720001 1.8149985000000157
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf30 1.61623572141 0 86.0 2.8950000000000102
@@ -1390,8 +1390,8 @@ conf30 1.61623572141 0 86.0 2.8950000000000102
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf31 1.53684197237 0 86.840004 1.6349940000000203
@@ -1435,8 +1435,8 @@ conf31 1.53684197237 0 86.840004 1.6349940000000203
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf32 1.64686885056 0 86.259995 2.505007500000005
@@ -1480,8 +1480,8 @@ conf32 1.64686885056 0 86.259995 2.505007500000005
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf33 1.575539289 0 87.039993 1.335010500000017
@@ -1525,8 +1525,8 @@ conf33 1.575539289 0 87.039993 1.335010500000017
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf34 1.53684197237 0 87.099998 1.2450030000000112
@@ -1570,8 +1570,8 @@ conf34 1.53684197237 0 87.099998 1.2450030000000112
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf35 1.61623572141 0 86.120003 2.7149955000000148
@@ -1615,8 +1615,8 @@ conf35 1.61623572141 0 86.120003 2.7149955000000148
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf36 1.61623572141 0 86.18 2.625
@@ -1660,8 +1660,8 @@ conf36 1.61623572141 0 86.18 2.625
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf37 1.61623572141 0 86.280006 2.47499100000001
@@ -1705,8 +1705,8 @@ conf37 1.61623572141 0 86.280006 2.47499100000001
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf38 1.6287834325 0 86.639999 1.9350015000000056
@@ -1750,6 +1750,6 @@ conf38 1.6287834325 0 86.639999 1.9350015000000056
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet_shallow/data/autotuner_data/tuner_pareto_confs_batch220.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet_shallow/data/autotuner_data/tuner_pareto_confs_batch220.txt
index 1608e8d2f9558a6dbaede96515de1fe0ed83ef3d..1481dbaecd58b48534e79c60dba1e221a6d42f33 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet_shallow/data/autotuner_data/tuner_pareto_confs_batch220.txt
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet_shallow/data/autotuner_data/tuner_pareto_confs_batch220.txt
@@ -85,8 +85,8 @@ conf1 1.5 0 87.919998 0.4100020000000001
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf2 1.5 0 87.919998 0.4100020000000001
@@ -130,8 +130,8 @@ conf2 1.5 0 87.919998 0.4100020000000001
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf3 1.575539289 0 87.259995 1.005007500000005
@@ -175,8 +175,8 @@ conf3 1.575539289 0 87.259995 1.005007500000005
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf4 1.53684197237 0 87.099998 1.2450030000000112
@@ -220,8 +220,8 @@ conf4 1.53684197237 0 87.099998 1.2450030000000112
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf5 1.6287834325 0 86.639999 1.9350015000000056
@@ -265,8 +265,8 @@ conf5 1.6287834325 0 86.639999 1.9350015000000056
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf6 1.5 0 87.919998 0.4100020000000001
@@ -310,8 +310,8 @@ conf6 1.5 0 87.919998 0.4100020000000001
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf7 1.6287834325 0 86.639999 1.9350015000000056
@@ -355,8 +355,8 @@ conf7 1.6287834325 0 86.639999 1.9350015000000056
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf8 1.575539289 0 87.039993 1.335010500000017
@@ -400,8 +400,8 @@ conf8 1.575539289 0 87.039993 1.335010500000017
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf9 1.575539289 0 87.259995 1.005007500000005
@@ -445,8 +445,8 @@ conf9 1.575539289 0 87.259995 1.005007500000005
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf10 1.575539289 0 87.039993 1.335010500000017
@@ -490,8 +490,8 @@ conf10 1.575539289 0 87.039993 1.335010500000017
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf11 1.5 0 87.919998 0.4100020000000001
@@ -535,8 +535,8 @@ conf11 1.5 0 87.919998 0.4100020000000001
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf12 1.575539289 0 87.159996 1.1550060000000002
@@ -580,8 +580,8 @@ conf12 1.575539289 0 87.159996 1.1550060000000002
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf13 1.53684197237 0 86.819992 1.6650120000000115
@@ -625,8 +625,8 @@ conf13 1.53684197237 0 86.819992 1.6650120000000115
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf14 1.6287834325 0 86.680008 1.874988000000009
@@ -670,8 +670,8 @@ conf14 1.6287834325 0 86.680008 1.874988000000009
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf15 1.53684197237 0 87.059998 1.3050030000000206
@@ -715,8 +715,8 @@ conf15 1.53684197237 0 87.059998 1.3050030000000206
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf16 1.61623572141 0 86.0 2.8950000000000102
@@ -760,8 +760,8 @@ conf16 1.61623572141 0 86.0 2.8950000000000102
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf17 1.64686885056 0 86.139999 2.6850015000000056
@@ -805,8 +805,8 @@ conf17 1.64686885056 0 86.139999 2.6850015000000056
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf18 1.575539289 0 87.259995 1.005007500000005
@@ -850,8 +850,8 @@ conf18 1.575539289 0 87.259995 1.005007500000005
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf19 1.59245548594 0 86.440002 2.234997
@@ -895,8 +895,8 @@ conf19 1.59245548594 0 86.440002 2.234997
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf20 1.5 0 87.919998 0.4100020000000001
@@ -940,8 +940,8 @@ conf20 1.5 0 87.919998 0.4100020000000001
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf21 1.53684197237 0 87.059998 1.3050030000000206
@@ -985,8 +985,8 @@ conf21 1.53684197237 0 87.059998 1.3050030000000206
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf22 1.61623572141 0 86.0 2.8950000000000102
@@ -1030,8 +1030,8 @@ conf22 1.61623572141 0 86.0 2.8950000000000102
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf23 1.53684197237 0 86.840004 1.6349940000000203
@@ -1075,8 +1075,8 @@ conf23 1.53684197237 0 86.840004 1.6349940000000203
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf24 1.64686885056 0 86.259995 2.505007500000005
@@ -1120,8 +1120,8 @@ conf24 1.64686885056 0 86.259995 2.505007500000005
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf25 1.575539289 0 87.039993 1.335010500000017
@@ -1165,8 +1165,8 @@ conf25 1.575539289 0 87.039993 1.335010500000017
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf26 1.53684197237 0 87.099998 1.2450030000000112
@@ -1210,8 +1210,8 @@ conf26 1.53684197237 0 87.099998 1.2450030000000112
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf27 1.61623572141 0 86.120003 2.7149955000000148
@@ -1255,8 +1255,8 @@ conf27 1.61623572141 0 86.120003 2.7149955000000148
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf28 1.61623572141 0 86.18 2.625
@@ -1300,8 +1300,8 @@ conf28 1.61623572141 0 86.18 2.625
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf29 1.61623572141 0 86.280006 2.47499100000001
@@ -1345,8 +1345,8 @@ conf29 1.61623572141 0 86.280006 2.47499100000001
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf30 1.6287834325 0 86.639999 1.9350015000000056
@@ -1390,6 +1390,6 @@ conf30 1.6287834325 0 86.639999 1.9350015000000056
 38 gpu batchnorm fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_mean fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet_shallow/data/autotuner_data/tuner_promise_confs_batch220_multi.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet_shallow/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
new file mode 100644
index 0000000000000000000000000000000000000000..edff080259e803df3a68ec84f1a1f59aabc606af
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet_shallow/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
@@ -0,0 +1,5717 @@
++++++
+conf1 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf2 1.53684197237 0 86.833336 1.6449960000000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf3 1.575539289 0 87.166664 1.1450040000000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf4 1.91497253508 0 86.889999375 1.560000937500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf5 1.86955057246 0 87.236666875 1.0399996875000141
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf6 1.575539289 0 86.766663 1.745005500000019
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf7 1.82459847832 0 87.2891663 0.9612505500000026
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf8 1.76108240404 0 87.29416665 0.9537500250000193
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf9 1.85810616915 0 87.267499425 0.9937508625000149
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf10 1.92713044929 0 86.775000325 1.73249951250002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf11 1.8120835937 0 86.1258333 2.7062500500000155
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf12 2.26676790856 0 86.239167575 2.536248637500016
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf13 1.64686885056 0 86.433342 2.244987000000016
+1 gpu conv perf 28 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf14 1.8120835937 0 86.783333525 1.7199997125000053
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf15 1.53684197237 0 86.833336 1.6449960000000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf16 1.8120835937 0 86.242499475 2.5312507875000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf17 1.91497253508 0 86.88666565 1.5650015250000138
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf18 1.91497253508 0 86.624999825 1.9575002625000053
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf19 1.575539289 0 86.766663 1.745005500000019
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf20 1.53684197237 0 86.733337 1.7949945000000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf21 1.91497253508 0 86.063334275 2.7999985875000064
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf22 1.85810616915 0 87.24666645 1.0250003250000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf23 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf24 1.76108240404 0 87.311666475 0.9275002875000169
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf25 1.82459847832 0 87.3283339 0.9024991500000041
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf26 1.8794021204 0 86.918332925 1.5175006125000081
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf27 1.86955057246 0 87.284166775 0.9687498375000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf28 1.92713044929 0 86.83166565 1.6475015250000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf29 1.575539289 0 86.666664 1.8950040000000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf30 1.82459847832 0 87.3241679 0.908748150000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf31 2.44970704202 0 86.158333975 2.6574990375000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf32 1.89341712619 0 86.63583385 1.9412492250000142
+1 gpu conv perf 29 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf33 1.92713044929 0 86.372500975 2.336248537500019
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf34 1.84732414374 0 86.6783331 1.8775003500000054
+1 gpu conv perf 29 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf35 1.92713044929 0 86.0374994 2.838750900000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf36 2.44970704202 0 86.150000175 2.6699997375000066
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf37 1.51532509832 0 87.200005 1.0949925000000036
+1 gpu conv perf 29 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf38 2.53989918743 0 86.17916675 2.6262498750000205
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 4 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf39 1.92713044929 0 86.79166795 1.7074980750000037
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf40 2.3805433517 0 86.058333575 2.807499637500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf41 1.76108240404 0 87.299999975 0.9450000375000016
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf42 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf43 1.79865007488 0 87.34833265 0.8725010250000054
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf44 1.85188328957 0 86.9683334 1.4424999000000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf45 1.76108240404 0 87.280833725 0.9737494125000197
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf46 1.575539289 0 86.666664 1.8950040000000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf47 1.575539289 0 86.766663 1.745005500000019
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf48 1.575539289 0 87.166664 1.1450040000000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf49 1.91497253508 0 86.857499875 1.6087501875000072
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf50 1.53684197237 0 87.200005 1.0949925000000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf51 1.86955057246 0 87.275000075 0.982499887500019
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf52 1.53684197237 0 86.833336 1.6449960000000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf53 1.8120835937 0 86.9333332 1.4950001999999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf54 1.79865007488 0 87.27083365 0.98874952500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf55 1.92713044929 0 86.77000015 1.7399997750000082
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf56 1.85810616915 0 87.296666375 0.9500004375000088
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf57 1.6287834325 0 86.366669 2.3449965000000077
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf58 1.85188328957 0 86.117499325 2.7187510125000145
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf59 1.86955057246 0 87.32000105 0.9149984250000074
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf60 1.92713044929 0 86.784165925 1.7187511125000157
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf61 1.85810616915 0 87.3066651 0.9350023500000049
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf62 2.56133143265 0 86.082499875 2.7712501875000157
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 4 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf63 1.51532509832 0 87.200005 1.0949925000000036
+1 gpu conv perf 29 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf64 1.92713044929 0 86.05083405 2.8187489250000013
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf65 1.82459847832 0 87.3058339 0.9362491500000161
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf66 1.76108240404 0 87.304999475 0.9375007875000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf67 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf68 1.6287834325 0 86.366669 2.3449965000000077
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf69 1.8794021204 0 86.8958327 1.5512509500000107
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf70 1.53684197237 0 86.599998 1.9950030000000112
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 25 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf71 1.8120835937 0 86.989999975 1.410000037500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf72 1.53684197237 0 87.200005 1.0949925000000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf73 1.91497253508 0 86.847501625 1.6237475625000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf74 1.92713044929 0 86.81583275 1.6712508750000126
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf75 1.6287834325 0 86.366669 2.3449965000000077
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf76 1.92713044929 0 86.441666825 2.2324997625000123
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf77 1.92713044929 0 86.17749975 2.628750375000017
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf78 2.49809300707 0 86.127499 2.70375150000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf79 1.91497253508 0 86.658334175 1.9074987375000205
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf80 1.78224422756 0 86.676666275 1.8800005875000068
+1 gpu conv perf 29 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf81 2.44970704202 0 86.089999125 2.760001312500002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf82 1.575539289 0 87.166664 1.1450040000000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf83 2.41847778534 0 86.2258335 2.5562497500000205
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf84 2.44970704202 0 86.255832625 2.5112510625000155
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf85 2.37309882107 0 86.251666225 2.5175006625000194
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf86 2.3805433517 0 86.198333375 2.597499937500004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf87 2.49809300707 0 86.043332925 2.830000612500008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf88 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf89 1.76108240404 0 87.301665775 0.9425013375000049
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf90 1.79865007488 0 87.2949999 0.9525001500000201
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf91 1.53684197237 0 87.200005 1.0949925000000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf92 1.91497253508 0 86.886665975 1.5650010375000107
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf93 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf94 1.53684197237 0 86.599998 1.9950030000000112
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 25 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf95 1.53684197237 0 86.833336 1.6449960000000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf96 1.91497253508 0 86.656666625 1.9100000625000106
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf97 1.85188328957 0 86.419167025 2.2662494625000207
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf98 2.37309882107 0 86.22833235 2.552501475000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf99 2.44970704202 0 86.206666125 2.585000812500013
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf100 2.49809300707 0 86.1725 2.636250000000011
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf101 2.43009500005 0 86.2274992 2.553751200000015
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 4 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf102 1.8794021204 0 86.936667075 1.4899993875000064
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf103 1.92713044929 0 86.216666 2.570001000000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf104 1.8120835937 0 86.196668575 2.5999971375000044
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf105 1.53684197237 0 86.433327 2.245009500000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf106 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf107 1.8120835937 0 86.568333825 2.042499262500016
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf108 1.53684197237 0 86.599998 1.9950030000000112
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 25 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf109 1.53684197237 0 86.833336 1.6449960000000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf110 1.92713044929 0 86.35999975 2.35500037500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf111 1.92713044929 0 86.162498825 2.65125176250001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf112 1.53684197237 0 86.599998 1.9950030000000112
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 25 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf113 1.92713044929 0 86.401667325 2.292499012500002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf114 1.82459847832 0 87.32833315 0.9025002750000013
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf115 1.92713044929 0 86.784167825 1.7187482625000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf116 1.53684197237 0 86.433327 2.245009500000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf117 1.53684197237 0 87.200005 1.0949925000000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf118 1.53684197237 0 86.733337 1.7949945000000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf119 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf120 1.92713044929 0 86.8250003 1.6574995500000114
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf121 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf122 1.79865007488 0 87.325833725 0.9062494125000171
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf123 1.53684197237 0 86.833336 1.6449960000000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf124 1.8120835937 0 86.9791668 1.426249800000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf125 1.85188328957 0 86.9275005 1.5037492500000198
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf126 1.92713044929 0 86.343332825 2.3800007625000035
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf127 2.3805433517 0 86.2050007 2.587498950000011
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf128 1.8120835937 0 86.0024996 2.8912506000000207
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet_shallow/data/autotuner_data/tuner_promise_confs_batch220_multi2.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet_shallow/data/autotuner_data/tuner_promise_confs_batch220_multi2.txt
new file mode 100644
index 0000000000000000000000000000000000000000..41b4b560ff300494af75cb3b085199cf4e2d3223
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet_shallow/data/autotuner_data/tuner_promise_confs_batch220_multi2.txt
@@ -0,0 +1,7875 @@
++++++
+conf1 1 0 87.93 0
+1 gpu conv fp32 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp32 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp32 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp32 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp32 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp32 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp32 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp32 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf1 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf2 1.53684197237 0 86.833336 1.6449960000000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf3 1.575539289 0 87.166664 1.1450040000000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf4 1.91497253508 0 86.889999375 1.560000937500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf5 1.86955057246 0 87.236666875 1.0399996875000141
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf6 1.575539289 0 86.766663 1.745005500000019
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf7 1.82459847832 0 87.2891663 0.9612505500000026
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf8 1.76108240404 0 87.29416665 0.9537500250000193
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf9 1.85810616915 0 87.267499425 0.9937508625000149
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf10 1.92713044929 0 86.775000325 1.73249951250002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf11 1.8120835937 0 86.1258333 2.7062500500000155
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf12 2.26676790856 0 86.239167575 2.536248637500016
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf13 1.64686885056 0 86.433342 2.244987000000016
+1 gpu conv perf 28 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf14 1.8120835937 0 86.783333525 1.7199997125000053
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf15 1.53684197237 0 86.833336 1.6449960000000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf16 1.8120835937 0 86.242499475 2.5312507875000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf17 1.91497253508 0 86.88666565 1.5650015250000138
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf18 1.91497253508 0 86.624999825 1.9575002625000053
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf19 1.575539289 0 86.766663 1.745005500000019
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf20 1.53684197237 0 86.733337 1.7949945000000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf21 1.91497253508 0 86.063334275 2.7999985875000064
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf22 1.85810616915 0 87.24666645 1.0250003250000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf23 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf24 1.76108240404 0 87.311666475 0.9275002875000169
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf25 1.82459847832 0 87.3283339 0.9024991500000041
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf26 1.8794021204 0 86.918332925 1.5175006125000081
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf27 1.86955057246 0 87.284166775 0.9687498375000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf28 1.92713044929 0 86.83166565 1.6475015250000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf29 1.575539289 0 86.666664 1.8950040000000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf30 1.82459847832 0 87.3241679 0.908748150000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf31 2.44970704202 0 86.158333975 2.6574990375000027
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf32 1.89341712619 0 86.63583385 1.9412492250000142
+1 gpu conv perf 29 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf33 1.92713044929 0 86.372500975 2.336248537500019
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf34 1.84732414374 0 86.6783331 1.8775003500000054
+1 gpu conv perf 29 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf35 1.92713044929 0 86.0374994 2.838750900000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf36 2.44970704202 0 86.150000175 2.6699997375000066
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf37 1.51532509832 0 87.200005 1.0949925000000036
+1 gpu conv perf 29 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf38 2.53989918743 0 86.17916675 2.6262498750000205
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 4 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf39 1.92713044929 0 86.79166795 1.7074980750000037
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf40 2.3805433517 0 86.058333575 2.807499637500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf41 1.76108240404 0 87.299999975 0.9450000375000016
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf42 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf43 1.79865007488 0 87.34833265 0.8725010250000054
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf44 1.85188328957 0 86.9683334 1.4424999000000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf45 1.76108240404 0 87.280833725 0.9737494125000197
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf46 1.575539289 0 86.666664 1.8950040000000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf47 1.575539289 0 86.766663 1.745005500000019
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf48 1.575539289 0 87.166664 1.1450040000000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf49 1.91497253508 0 86.857499875 1.6087501875000072
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf50 1.53684197237 0 87.200005 1.0949925000000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf51 1.86955057246 0 87.275000075 0.982499887500019
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf52 1.53684197237 0 86.833336 1.6449960000000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf53 1.8120835937 0 86.9333332 1.4950001999999998
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf54 1.79865007488 0 87.27083365 0.98874952500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf55 1.92713044929 0 86.77000015 1.7399997750000082
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf56 1.85810616915 0 87.296666375 0.9500004375000088
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf57 1.6287834325 0 86.366669 2.3449965000000077
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf58 1.85188328957 0 86.117499325 2.7187510125000145
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf59 1.86955057246 0 87.32000105 0.9149984250000074
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf60 1.92713044929 0 86.784165925 1.7187511125000157
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf61 1.85810616915 0 87.3066651 0.9350023500000049
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf62 2.56133143265 0 86.082499875 2.7712501875000157
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 4 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf63 1.51532509832 0 87.200005 1.0949925000000036
+1 gpu conv perf 29 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf64 1.92713044929 0 86.05083405 2.8187489250000013
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf65 1.82459847832 0 87.3058339 0.9362491500000161
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf66 1.76108240404 0 87.304999475 0.9375007875000065
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf67 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf68 1.6287834325 0 86.366669 2.3449965000000077
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf69 1.8794021204 0 86.8958327 1.5512509500000107
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf70 1.53684197237 0 86.599998 1.9950030000000112
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 25 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf71 1.8120835937 0 86.989999975 1.410000037500005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf72 1.53684197237 0 87.200005 1.0949925000000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf73 1.91497253508 0 86.847501625 1.6237475625000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf74 1.92713044929 0 86.81583275 1.6712508750000126
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf75 1.6287834325 0 86.366669 2.3449965000000077
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 21 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf76 1.92713044929 0 86.441666825 2.2324997625000123
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf77 1.92713044929 0 86.17749975 2.628750375000017
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf78 2.49809300707 0 86.127499 2.70375150000001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf79 1.91497253508 0 86.658334175 1.9074987375000205
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf80 1.78224422756 0 86.676666275 1.8800005875000068
+1 gpu conv perf 29 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf81 2.44970704202 0 86.089999125 2.760001312500002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf82 1.575539289 0 87.166664 1.1450040000000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf83 2.41847778534 0 86.2258335 2.5562497500000205
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf84 2.44970704202 0 86.255832625 2.5112510625000155
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf85 2.37309882107 0 86.251666225 2.5175006625000194
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf86 2.3805433517 0 86.198333375 2.597499937500004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf87 2.49809300707 0 86.043332925 2.830000612500008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf88 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf89 1.76108240404 0 87.301665775 0.9425013375000049
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf90 1.79865007488 0 87.2949999 0.9525001500000201
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf91 1.53684197237 0 87.200005 1.0949925000000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf92 1.91497253508 0 86.886665975 1.5650010375000107
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf93 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf94 1.53684197237 0 86.599998 1.9950030000000112
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 25 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf95 1.53684197237 0 86.833336 1.6449960000000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf96 1.91497253508 0 86.656666625 1.9100000625000106
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf97 1.85188328957 0 86.419167025 2.2662494625000207
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf98 2.37309882107 0 86.22833235 2.552501475000007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf99 2.44970704202 0 86.206666125 2.585000812500013
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf100 2.49809300707 0 86.1725 2.636250000000011
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf101 2.43009500005 0 86.2274992 2.553751200000015
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 4 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf102 1.8794021204 0 86.936667075 1.4899993875000064
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf103 1.92713044929 0 86.216666 2.570001000000005
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf104 1.8120835937 0 86.196668575 2.5999971375000044
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf105 1.53684197237 0 86.433327 2.245009500000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf106 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf107 1.8120835937 0 86.568333825 2.042499262500016
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf108 1.53684197237 0 86.599998 1.9950030000000112
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 25 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf109 1.53684197237 0 86.833336 1.6449960000000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf110 1.92713044929 0 86.35999975 2.35500037500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf111 1.92713044929 0 86.162498825 2.65125176250001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf112 1.53684197237 0 86.599998 1.9950030000000112
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 25 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf113 1.92713044929 0 86.401667325 2.292499012500002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf114 1.82459847832 0 87.32833315 0.9025002750000013
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf115 1.92713044929 0 86.784167825 1.7187482625000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf116 1.53684197237 0 86.433327 2.245009500000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf117 1.53684197237 0 87.200005 1.0949925000000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf118 1.53684197237 0 86.733337 1.7949945000000014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf119 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf120 1.92713044929 0 86.8250003 1.6574995500000114
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf121 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf122 1.79865007488 0 87.325833725 0.9062494125000171
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf123 1.53684197237 0 86.833336 1.6449960000000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf124 1.8120835937 0 86.9791668 1.426249800000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf125 1.85188328957 0 86.9275005 1.5037492500000198
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf126 1.92713044929 0 86.343332825 2.3800007625000035
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf127 2.3805433517 0 86.2050007 2.587498950000011
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf128 1.8120835937 0 86.0024996 2.8912506000000207
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf129 1.92713044929 0 86.818333975 1.6674990375000078
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf130 1.61623572141 0 86.0 2.8950000000000102
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf131 1.91497253508 0 86.2116658 2.5775013000000015
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 4 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf132 1.59245548594 0 86.799995 1.6950075000000169
+1 gpu conv perf 29 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf133 1.91497253508 0 86.89500025 1.5524996250000171
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf134 1.78224422756 0 86.8916666 1.55750010000002
+1 gpu conv perf 28 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf135 2.53989918743 0 86.14666615 2.675000775000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 4 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf136 1.53684197237 0 86.433327 2.245009500000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf137 1.92713044929 0 86.249166925 2.5212496125000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf138 1.8120835937 0 86.821665525 1.6625017125000099
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf139 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf140 1.82459847832 0 87.3533325 0.8650012500000201
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf141 1.82459847832 0 87.378332275 0.8275015875000022
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf142 1.53684197237 0 86.599998 1.9950030000000112
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 25 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf143 1.53684197237 0 86.833336 1.6449960000000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf144 1.53684197237 0 87.200005 1.0949925000000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf145 1.51532509832 0 86.933327 1.4950095000000019
+1 gpu conv perf 28 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf146 1.8207300425 0 86.67083325 1.8887501250000085
+1 gpu conv perf 29 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf147 1.85188328957 0 86.68999935 1.8600009750000197
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf148 1.8120835937 0 86.950833225 1.4687501625000152
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf149 1.92713044929 0 86.790000575 1.70999913750002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf150 1.53684197237 0 86.433327 2.245009500000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf151 1.85188328957 0 86.42916705 2.2512494250000046
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf152 1.86955057246 0 87.285832675 0.9662509875000183
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf153 1.85188328957 0 86.089165225 2.761252162500007
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf154 1.76108240404 0 87.30166615 0.9425007750000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf155 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf156 1.91497253508 0 86.837498825 1.6387517625000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf157 1.53684197237 0 86.833336 1.6449960000000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf158 1.53684197237 0 87.200005 1.0949925000000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf159 1.575539289 0 86.766663 1.745005500000019
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf160 1.92713044929 0 86.11166575 2.72750137500001
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf161 1.53684197237 0 86.433327 2.245009500000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf162 1.86955057246 0 87.292499425 0.9562508625000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf163 1.76108240404 0 87.304999725 0.9375004125000075
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf164 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf165 1.8794021204 0 86.90916665 1.5312500250000056
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf166 1.53684197237 0 86.833336 1.6449960000000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf167 1.86955057246 0 87.23416675 1.0437498750000103
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf168 1.92713044929 0 86.08583335 2.766249975000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf169 1.8794021204 0 86.127499425 2.7037508625000157
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf170 1.91497253508 0 86.24750085 2.5237487250000186
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 4 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf171 1.53684197237 0 86.433327 2.245009500000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf172 1.92713044929 0 86.61416705 1.9737494250000012
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf173 1.53684197237 0 86.599998 1.9950030000000112
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 25 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf174 1.85188328957 0 86.0566666 2.8100001000000105
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet_shallow/data/autotuner_data/tuner_promise_confs_batch220_single.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet_shallow/data/autotuner_data/tuner_promise_confs_batch220_single.txt
new file mode 100644
index 0000000000000000000000000000000000000000..26158f5d4f9d4b098243186f1dfe43795961dd66
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/mobilenet_shallow/data/autotuner_data/tuner_promise_confs_batch220_single.txt
@@ -0,0 +1,2250 @@
++++++
+conf1 1 0 87.93 0
+1 gpu conv fp32 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp32 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp32 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp32 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp32 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp32 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp32 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp32 1 add fp32 1 
+42 gpu softmax fp32 1
+-----
++++++
+conf1 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf2 1.85188328957 0 86.93166605 1.4975009250000042
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf3 1.53684197237 0 86.599998 1.9950030000000112
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 25 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf4 1.5 0 87.700005 0.6299950000000024
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf5 1.575539289 0 87.166664 1.1450040000000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf6 1.8120835937 0 86.9866658 1.4150013000000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf7 1.53684197237 0 87.200005 1.0949925000000036
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf8 1.86955057246 0 87.21583265 1.0712510250000165
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf9 1.85810616915 0 87.304165475 0.9387517875000029
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf10 1.8794021204 0 86.891667625 1.5574985625000153
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf11 1.92713044929 0 86.768333375 1.742499937500014
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf12 1.76108240404 0 87.2933327 0.95500095000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf13 1.82459847832 0 87.313334375 0.9249984375000153
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf14 1.575539289 0 86.666664 1.8950040000000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf15 1.91497253508 0 86.847500875 1.6237486875000187
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf16 1.575539289 0 86.766663 1.745005500000019
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf17 1.53684197237 0 86.833336 1.6449960000000061
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf18 1.8794021204 0 86.15416655 2.663750175000011
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf19 1.59245548594 0 86.5 2.1450000000000102
+1 gpu conv perf 28 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf20 1.92713044929 0 86.310000175 2.4299997375000117
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf21 1.8120835937 0 86.0424991 2.8312513500000094
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf22 1.92713044929 0 86.097501 2.748748500000019
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 29 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf23 1.8120835937 0 86.256665775 2.5100013375000074
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf24 1.88167957812 0 86.67750015 1.87874977500001
+1 gpu conv perf 29 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf25 1.61623572141 0 86.066673 2.7949905000000186
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf26 2.53989918743 0 86.17916635 2.626250475000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 4 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf27 1.61623572141 0 86.333336 2.394996000000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf28 1.8794021204 0 86.873333375 1.5849999375000081
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 5 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf29 1.91497253508 0 86.65500045 1.912499325000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf30 1.91497253508 0 86.86833325 1.5925001250000008
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 4 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf31 1.91497253508 0 86.270834325 2.488748512500017
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 4 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf32 1.85188328957 0 86.74000035 1.7849994750000064
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf33 1.61623572141 0 85.933327 2.995009500000002
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 24 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf34 1.61623572141 0 85.900002 3.0449970000000093
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 25 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf35 1.85188328957 0 86.0941667 2.7537499500000067
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf36 1.92713044929 0 86.5866669 2.0149996500000142
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 28 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf37 1.92713044929 0 86.339167225 2.3862491625000146
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf38 2.20742339042 0 86.2999987 2.4450019500000053
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf39 1.8794021204 0 86.205 2.587500000000013
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv fp16 1 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf40 1.92713044929 0 86.79999965 1.6950005250000046
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf41 1.86955057246 0 87.21333425 1.0749986250000063
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf42 2.58312845625 0 86.0200018 2.864997300000006
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf43 1.85188328957 0 86.948332525 1.4725012125000134
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf44 1.8120835937 0 86.98166695 1.4224995750000033
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 30 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 7 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf45 2.3805433517 0 86.05916625 2.806250625000004
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf46 2.32939142346 0 86.2841656 2.4687516000000187
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 6 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf47 1.92713044929 0 86.3524993 2.3662510500000025
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf48 2.49809300707 0 86.02583295 2.8562505750000184
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv perf 23 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 promise swing_level 3 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf49 1.575539289 0 87.166664 1.1450040000000143
+1 gpu conv fp16 1 
+2 gpu batchnorm fp16 1 
+3 gpu relu fp16 1 
+4 gpu group_conv fp16 1 
+5 gpu batchnorm fp16 1 
+6 gpu relu fp16 1 
+7 gpu conv fp16 1 
+8 gpu batchnorm fp16 1 
+9 gpu relu fp16 1 
+10 gpu group_conv fp16 1 
+11 gpu batchnorm fp16 1 
+12 gpu relu fp16 1 
+13 gpu conv fp16 1 
+14 gpu batchnorm fp16 1 
+15 gpu relu fp16 1 
+16 gpu group_conv fp16 1 
+17 gpu batchnorm fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv fp16 1 
+20 gpu batchnorm fp16 1 
+21 gpu relu fp16 1 
+22 gpu group_conv fp16 1 
+23 gpu batchnorm fp16 1 
+24 gpu relu fp16 1 
+25 gpu conv fp16 1 
+26 gpu batchnorm fp16 1 
+27 gpu relu fp16 1 
+28 gpu group_conv fp16 1 
+29 gpu batchnorm fp16 1 
+30 gpu relu fp16 1 
+31 gpu conv perf 23 
+32 gpu batchnorm fp16 1 
+33 gpu relu fp16 1 
+34 gpu group_conv fp16 1 
+35 gpu batchnorm fp16 1 
+36 gpu relu fp16 1 
+37 gpu conv fp16 1 
+38 gpu batchnorm fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_mean fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/resnet18/data/autotuner_data/tuner_confs_batch220.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/resnet18/data/autotuner_data/tuner_confs_batch220.txt
index 33c2a45037117b36f3972bf61cd5ddd5720ca8f4..5a0463b97eb4e36e097cfcef5383474e85ab6076 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/resnet18/data/autotuner_data/tuner_confs_batch220.txt
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/resnet18/data/autotuner_data/tuner_confs_batch220.txt
@@ -1,3240 +1,3240 @@
 +++++
 conf1 1 0 89.4 0
-1 gpu conv fp32 1 add fp32 1 relu fp32 1 
-2 gpu conv fp32 1 add fp32 1 relu fp32 1 
-3 gpu conv fp32 1 add fp32 1 
-4 gpu add fp16 1 
-5 gpu relu fp16 1 
-6 gpu conv fp32 1 add fp32 1 relu fp32 1 
-7 gpu conv fp32 1 add fp32 1 
-8 gpu add fp16 1 
-9 gpu relu fp16 1 
-10 gpu conv fp32 1 add fp32 1 relu fp32 1 
-11 gpu conv fp32 1 add fp32 1 
-12 gpu add fp16 1 
-13 gpu relu fp16 1 
-14 gpu conv fp32 1 add fp32 1 relu fp32 1 
-15 gpu conv fp32 1 add fp32 1 
-16 gpu conv fp32 1 add fp32 1 
-17 gpu add fp16 1 
-18 gpu relu fp16 1 
-19 gpu conv fp32 1 add fp32 1 relu fp32 1 
-20 gpu conv fp32 1 add fp32 1 
-21 gpu add fp16 1 
-22 gpu relu fp16 1 
-23 gpu conv fp32 1 add fp32 1 relu fp32 1 
-24 gpu conv fp32 1 add fp32 1 
-25 gpu add fp16 1 
-26 gpu relu fp16 1 
-27 gpu conv fp32 1 add fp32 1 relu fp32 1 
-28 gpu conv fp32 1 add fp32 1 
-29 gpu conv fp32 1 add fp32 1 
-30 gpu add fp16 1 
-31 gpu relu fp16 1 
-32 gpu conv fp32 1 add fp32 1 relu fp32 1 
-33 gpu conv fp32 1 add fp32 1 
-34 gpu add fp16 1 
-35 gpu relu fp16 1 
-36 gpu conv fp32 1 add fp32 1 relu fp32 1 
-37 gpu conv fp32 1 add fp32 1 
-38 gpu add fp16 1 
-39 gpu relu fp16 1 
-40 gpu pool_max fp16 1 
-41 gpu mul fp32 1 add fp32 1 
+1 gpu conv fp32 1 add fp32 1 relu fp32 1
+2 gpu conv fp32 1 add fp32 1 relu fp32 1
+3 gpu conv fp32 1 add fp32 1
+4 gpu add fp32 1
+5 gpu relu fp32 1
+6 gpu conv fp32 1 add fp32 1 relu fp32 1
+7 gpu conv fp32 1 add fp32 1
+8 gpu add fp32 1
+9 gpu relu fp32 1
+10 gpu conv fp32 1 add fp32 1 relu fp32 1
+11 gpu conv fp32 1 add fp32 1
+12 gpu add fp32 1
+13 gpu relu fp32 1
+14 gpu conv fp32 1 add fp32 1 relu fp32 1
+15 gpu conv fp32 1 add fp32 1
+16 gpu conv fp32 1 add fp32 1
+17 gpu add fp32 1
+18 gpu relu fp32 1
+19 gpu conv fp32 1 add fp32 1 relu fp32 1
+20 gpu conv fp32 1 add fp32 1
+21 gpu add fp32 1
+22 gpu relu fp32 1
+23 gpu conv fp32 1 add fp32 1 relu fp32 1
+24 gpu conv fp32 1 add fp32 1
+25 gpu add fp32 1
+26 gpu relu fp32 1
+27 gpu conv fp32 1 add fp32 1 relu fp32 1
+28 gpu conv fp32 1 add fp32 1
+29 gpu conv fp32 1 add fp32 1
+30 gpu add fp32 1
+31 gpu relu fp32 1
+32 gpu conv fp32 1 add fp32 1 relu fp32 1
+33 gpu conv fp32 1 add fp32 1
+34 gpu add fp32 1
+35 gpu relu fp32 1
+36 gpu conv fp32 1 add fp32 1 relu fp32 1
+37 gpu conv fp32 1 add fp32 1
+38 gpu add fp32 1
+39 gpu relu fp32 1
+40 gpu pool_max fp32 1
+41 gpu mul fp32 1 add fp32 1
 42 gpu softmax fp32 1
 -----
 +++++
 conf1 1.64662434537 0 88.779999 0.930001500000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 36 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 36 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv fp16 1 add fp32 1 relu fp32 1 
-24 gpu conv fp16 1 add fp32 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv fp16 1 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 26 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 26 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv perf 28 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv perf 28 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv fp16 1 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf2 1.70770363451 0 88.819992 0.8700120000000098
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 29 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 29 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 22 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 22 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf3 1.62939140451 0 88.900002 0.7499970000000076
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv fp16 1 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv fp16 1 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv fp16 1 add fp32 1 relu fp32 1 
-24 gpu conv fp16 1 add fp32 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv fp16 1 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 26 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 26 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv perf 28 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv perf 28 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv fp16 1 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf4 1.67183029784 0 88.800003 0.8999955000000028
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 29 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 29 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 29 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 29 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 25 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 25 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 27 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 27 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv fp16 1 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf5 1.67183029784 0 88.760002 0.9599970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 25 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 25 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv fp16 1 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 26 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 26 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv perf 28 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv perf 28 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv fp16 1 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf6 1.68608357068 0 88.759995 0.9600075000000032
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv fp16 1 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 26 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 26 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 22 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 22 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf7 1.66422570442 0 89.0 0.6000000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 31 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 31 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv fp16 1 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 26 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 26 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv fp16 1 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf8 1.61251543447 0 89.0 0.6000000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 28 add fp32 1 relu fp32 1 
-7 gpu conv perf 30 add fp32 1 
+6 gpu conv perf 28 add fp16 1 relu fp16 1 
+7 gpu conv perf 30 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv fp16 1 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv fp16 1 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 35 add fp32 1 relu fp32 1 
-24 gpu conv fp16 1 add fp32 1 
+23 gpu conv samp 35 add fp16 1 relu fp16 1 
+24 gpu conv fp16 1 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 26 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 26 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv fp16 1 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf9 1.61607672531 0 88.800003 0.8999955000000028
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 28 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 28 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv fp16 1 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv fp16 1 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv fp16 1 add fp32 1 relu fp32 1 
-24 gpu conv fp16 1 add fp32 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv fp16 1 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 26 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 26 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv perf 28 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv perf 28 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv fp16 1 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf10 1.68608357068 0 88.759995 0.9600075000000032
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 31 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 31 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv fp16 1 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 26 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 26 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv perf 28 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv perf 28 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv fp16 1 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf11 1.70852323878 0 88.759995 0.9600075000000032
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 27 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 27 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 25 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf12 1.65033806434 0 88.87999 0.7800149999999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 25 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 25 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv fp16 1 add fp32 1 relu fp32 1 
-24 gpu conv fp16 1 add fp32 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv fp16 1 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 26 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 26 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv perf 28 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv perf 28 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv fp16 1 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf13 1.70058196732 0 89.099998 0.4500030000000095
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv fp16 1 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 26 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 26 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 22 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 22 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf14 1.64292730268 0 89.220001 0.5799990000000094
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv fp16 1 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv fp16 1 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 31 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 31 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv fp16 1 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 26 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 26 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv fp16 1 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf15 1.7234118184 0 88.880005 0.779992500000013
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 27 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 27 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 22 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 22 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf16 1.7234118184 0 88.82 0.8700000000000188
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 25 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 25 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 24 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 24 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 27 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 27 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 22 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 22 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf17 1.61607672531 0 88.919998 0.7200029999999984
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 29 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 29 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 24 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 24 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv fp16 1 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv fp16 1 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv fp16 1 add fp32 1 relu fp32 1 
-24 gpu conv fp16 1 add fp32 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv fp16 1 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 26 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 26 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv perf 28 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv perf 28 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv fp16 1 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf18 1.65033806434 0 88.880005 0.779992500000013
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 29 add fp32 1 relu fp32 1 
-7 gpu conv perf 29 add fp32 1 
+6 gpu conv perf 29 add fp16 1 relu fp16 1 
+7 gpu conv perf 29 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 
-11 gpu conv samp 36 add fp32 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 
+11 gpu conv samp 36 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 24 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 24 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 35 add fp32 1 relu fp32 1 
-24 gpu conv fp16 1 add fp32 1 
+23 gpu conv samp 35 add fp16 1 relu fp16 1 
+24 gpu conv fp16 1 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 21 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 21 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 25 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf19 1.70830164654 0 88.919998 0.7200029999999984
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv samp 36 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 27 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 27 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 22 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 22 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf20 1.70432279259 0 88.900002 0.7499970000000076
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 30 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv samp 36 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 35 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 35 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 27 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 27 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 22 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 22 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf21 1.64292730268 0 88.759995 0.9600075000000032
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv fp16 1 add fp32 1 relu fp32 1 
-20 gpu conv samp 32 add fp32 1 
+19 gpu conv fp16 1 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv fp16 1 add fp32 1 relu fp32 1 
-24 gpu conv fp16 1 add fp32 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv fp16 1 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 26 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 26 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv perf 28 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv perf 28 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv fp16 1 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf22 1.63302771168 0 88.759995 0.9600075000000032
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 29 add fp32 1 relu fp32 1 
-7 gpu conv perf 29 add fp32 1 
+6 gpu conv perf 29 add fp16 1 relu fp16 1 
+7 gpu conv perf 29 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 
-11 gpu conv fp16 1 add fp32 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 
+11 gpu conv fp16 1 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 24 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 24 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 35 add fp32 1 relu fp32 1 
-24 gpu conv fp16 1 add fp32 1 
+23 gpu conv samp 35 add fp16 1 relu fp16 1 
+24 gpu conv fp16 1 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 21 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 21 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 25 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf23 1.72257787082 0 88.860001 0.8099985000000132
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 30 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 30 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 23 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 23 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 22 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 22 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf24 1.70726093249 0 88.180008 1.8299880000000073
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv fp16 1 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv fp16 1 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv fp16 1 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 27 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 27 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 21 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 21 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv perf 23 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv perf 23 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf25 1.74663133117 0 88.139999 1.8900015000000039
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv samp 33 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 33 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 21 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 21 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 21 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 21 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv perf 24 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv perf 24 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf26 1.70225230451 0 88.100006 1.9499910000000185
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 30 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv fp16 1 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv fp16 1 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv fp16 1 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 36 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf27 1.74554340642 0 88.439995 1.4400075000000143
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 26 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 26 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv fp16 1 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 27 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 27 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 21 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 21 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv perf 24 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv perf 24 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf28 1.74554340642 0 88.220001 1.769998500000014
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv fp16 1 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 27 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 27 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 21 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 21 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv perf 24 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv perf 24 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf29 1.72318634755 0 88.82 0.8700000000000188
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 29 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 29 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv samp 36 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 27 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 27 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 21 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 21 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 24 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 24 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf30 1.74663133117 0 88.199997 1.8000045000000142
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv samp 33 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 33 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 27 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 27 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 21 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 21 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv perf 24 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv perf 24 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf31 1.74030798425 0 88.199997 1.8000045000000142
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv fp16 1 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 27 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 27 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 36 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf32 1.71913793693 0 88.82 0.8700000000000188
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv samp 33 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 33 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv samp 34 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv samp 34 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 27 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 27 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 21 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 21 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 24 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 24 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf33 1.7112535329 0 88.240005 1.7399925000000138
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 30 add fp32 1 relu fp32 1 
-7 gpu conv perf 29 add fp32 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 29 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 29 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 29 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv samp 36 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 36 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf34 1.72512732689 0 88.220001 1.769998500000014
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 30 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv fp16 1 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 36 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf35 1.74138939072 0 88.340004 1.5899940000000186
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv fp16 1 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 27 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 27 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 21 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 21 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf36 1.74554340642 0 88.139999 1.8900015000000039
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 29 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 29 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv samp 33 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 33 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 27 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 27 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 36 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv perf 24 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv perf 24 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf37 1.69394144012 0 87.419998 2.9700029999999984
-1 gpu conv perf 24 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv perf 24 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv samp 33 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 22 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 22 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 24 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 24 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 28 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 28 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 36 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 25 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf38 1.75155546758 0 87.580002 2.7299970000000187
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv samp 35 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv samp 35 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf39 1.76855946151 0 87.459999 2.910001500000014
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 32 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 33 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 33 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf40 1.67512594279 0 87.760002 2.4599970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv fp16 1 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv fp16 1 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv fp16 1 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf41 1.75265090172 0 87.440002 2.939996999999998
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf42 1.76879696322 0 87.419998 2.9700029999999984
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 32 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv samp 31 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv samp 31 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 30 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 30 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf43 1.71405948254 0 87.639999 2.640001500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf44 1.7372550994 0 87.419998 2.9700029999999984
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf45 1.70857587557 0 87.559998 2.760003000000019
-1 gpu conv perf 24 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv perf 24 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv samp 33 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 22 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 22 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 24 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 24 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 36 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 25 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf46 1.75311745961 0 87.479996 2.8800060000000087
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 23 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 23 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 32 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 30 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 30 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf47 1.74892735975 0 87.520004 2.8199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 35 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 35 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 30 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 30 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf48 1.7372550994 0 87.5 2.8500000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf49 1.75265090172 0 87.660004 2.6099940000000075
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv fp16 1 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 22 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 22 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf50 1.7331403923 0 87.459999 2.910001500000014
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv samp 33 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv samp 33 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf51 1.7372550994 0 87.419998 2.9700029999999984
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 25 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 25 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 25 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 25 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf52 1.75374770691 0 87.419998 2.9700029999999984
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 33 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 33 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf53 1.73833271397 0 87.5 2.8500000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 33 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 33 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf54 1.76879696322 0 87.460007 2.909989500000002
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 32 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 30 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 30 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf55 1.76744405724 0 87.819992 2.3700120000000098
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv fp16 1 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 32 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 30 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 30 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf56 1.75398124685 0 87.520004 2.8199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 27 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 27 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 29 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 29 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 29 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 29 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf57 1.73640770396 0 87.639999 2.640001500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 23 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 23 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf58 1.7372550994 0 87.5 2.8500000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 24 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 24 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf59 1.73833271397 0 87.400002 2.9999970000000076
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 23 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 33 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 33 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf60 1.75155546758 0 87.659996 2.6100059999999985
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv samp 33 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv samp 33 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 33 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf61 1.73833271397 0 87.480003 2.879995500000014
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 25 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 25 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 36 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf62 1.73336847573 0 87.520004 2.8199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv samp 35 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv samp 35 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 33 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 33 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf63 1.7372550994 0 87.419998 2.9700029999999984
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 23 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 23 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf64 1.67876351791 0 87.519997 2.820004500000003
-1 gpu conv perf 24 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv perf 24 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv samp 33 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 24 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 24 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 28 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 28 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 36 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 25 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf65 1.7372550994 0 87.599998 2.7000030000000095
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 29 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 29 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 25 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 25 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf66 1.76855946151 0 87.840004 2.3399940000000186
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv samp 33 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv samp 33 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 32 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 27 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 27 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 30 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 30 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf67 1.75311745961 0 87.580002 2.7299970000000187
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 32 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 30 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 30 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf68 1.75265090172 0 87.599998 2.7000030000000095
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 26 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 26 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf69 1.7372550994 0 87.660004 2.6099940000000075
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 25 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 25 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv samp 31 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv samp 31 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf70 1.69313576306 0 87.639999 2.640001500000004
-1 gpu conv perf 24 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv perf 24 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv samp 33 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 24 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 24 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 28 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 28 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 36 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 25 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf71 1.69313576306 0 87.479996 2.8800060000000087
-1 gpu conv perf 24 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv perf 24 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv samp 33 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 29 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 29 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 24 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 24 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 28 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 28 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 36 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 25 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/resnet18/data/autotuner_data/tuner_pareto_confs_batch220.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/resnet18/data/autotuner_data/tuner_pareto_confs_batch220.txt
index d9a357b823348b3025ef08083623467506b231e5..ccc9576535cf2b1f05427fc4cb2247dbb0958c12 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/resnet18/data/autotuner_data/tuner_pareto_confs_batch220.txt
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/resnet18/data/autotuner_data/tuner_pareto_confs_batch220.txt
@@ -1,2430 +1,2430 @@
 +++++
 conf1 1 0 89.4 0
-1 gpu conv fp32 1 add fp32 1 relu fp32 1 
-2 gpu conv fp32 1 add fp32 1 relu fp32 1 
-3 gpu conv fp32 1 add fp32 1 
-4 gpu add fp16 1 
-5 gpu relu fp16 1 
-6 gpu conv fp32 1 add fp32 1 relu fp32 1 
-7 gpu conv fp32 1 add fp32 1 
-8 gpu add fp16 1 
-9 gpu relu fp16 1 
-10 gpu conv fp32 1 add fp32 1 relu fp32 1 
-11 gpu conv fp32 1 add fp32 1 
-12 gpu add fp16 1 
-13 gpu relu fp16 1 
-14 gpu conv fp32 1 add fp32 1 relu fp32 1 
-15 gpu conv fp32 1 add fp32 1 
-16 gpu conv fp32 1 add fp32 1 
-17 gpu add fp16 1 
-18 gpu relu fp16 1 
-19 gpu conv fp32 1 add fp32 1 relu fp32 1 
-20 gpu conv fp32 1 add fp32 1 
-21 gpu add fp16 1 
-22 gpu relu fp16 1 
-23 gpu conv fp32 1 add fp32 1 relu fp32 1 
-24 gpu conv fp32 1 add fp32 1 
-25 gpu add fp16 1 
-26 gpu relu fp16 1 
-27 gpu conv fp32 1 add fp32 1 relu fp32 1 
-28 gpu conv fp32 1 add fp32 1 
-29 gpu conv fp32 1 add fp32 1 
-30 gpu add fp16 1 
-31 gpu relu fp16 1 
-32 gpu conv fp32 1 add fp32 1 relu fp32 1 
-33 gpu conv fp32 1 add fp32 1 
-34 gpu add fp16 1 
-35 gpu relu fp16 1 
-36 gpu conv fp32 1 add fp32 1 relu fp32 1 
-37 gpu conv fp32 1 add fp32 1 
-38 gpu add fp16 1 
-39 gpu relu fp16 1 
-40 gpu pool_max fp16 1 
-41 gpu mul fp32 1 add fp32 1 
+1 gpu conv fp32 1 add fp32 1 relu fp32 1
+2 gpu conv fp32 1 add fp32 1 relu fp32 1
+3 gpu conv fp32 1 add fp32 1
+4 gpu add fp32 1
+5 gpu relu fp32 1
+6 gpu conv fp32 1 add fp32 1 relu fp32 1
+7 gpu conv fp32 1 add fp32 1
+8 gpu add fp32 1
+9 gpu relu fp32 1
+10 gpu conv fp32 1 add fp32 1 relu fp32 1
+11 gpu conv fp32 1 add fp32 1
+12 gpu add fp32 1
+13 gpu relu fp32 1
+14 gpu conv fp32 1 add fp32 1 relu fp32 1
+15 gpu conv fp32 1 add fp32 1
+16 gpu conv fp32 1 add fp32 1
+17 gpu add fp32 1
+18 gpu relu fp32 1
+19 gpu conv fp32 1 add fp32 1 relu fp32 1
+20 gpu conv fp32 1 add fp32 1
+21 gpu add fp32 1
+22 gpu relu fp32 1
+23 gpu conv fp32 1 add fp32 1 relu fp32 1
+24 gpu conv fp32 1 add fp32 1
+25 gpu add fp32 1
+26 gpu relu fp32 1
+27 gpu conv fp32 1 add fp32 1 relu fp32 1
+28 gpu conv fp32 1 add fp32 1
+29 gpu conv fp32 1 add fp32 1
+30 gpu add fp32 1
+31 gpu relu fp32 1
+32 gpu conv fp32 1 add fp32 1 relu fp32 1
+33 gpu conv fp32 1 add fp32 1
+34 gpu add fp32 1
+35 gpu relu fp32 1
+36 gpu conv fp32 1 add fp32 1 relu fp32 1
+37 gpu conv fp32 1 add fp32 1
+38 gpu add fp32 1
+39 gpu relu fp32 1
+40 gpu pool_max fp32 1
+41 gpu mul fp32 1 add fp32 1
 42 gpu softmax fp32 1
 -----
 +++++
 conf1 1.70770363451 0 88.819992 0.8700120000000098
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 29 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 29 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 22 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 22 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf2 1.68608357068 0 88.759995 0.9600075000000032
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv fp16 1 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 26 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 26 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 22 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 22 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf3 1.66422570442 0 89.0 0.6000000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 31 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 31 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv fp16 1 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 26 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 26 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv fp16 1 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf4 1.68608357068 0 88.759995 0.9600075000000032
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 31 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 31 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv fp16 1 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 26 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 26 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv perf 28 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv perf 28 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv fp16 1 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf5 1.70852323878 0 88.759995 0.9600075000000032
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 27 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 27 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 25 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf6 1.70058196732 0 89.099998 0.4500030000000095
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv fp16 1 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 26 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 26 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 22 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 22 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf7 1.64292730268 0 89.220001 0.5799990000000094
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv fp16 1 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv fp16 1 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 31 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 31 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv fp16 1 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 26 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 26 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv fp16 1 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf8 1.7234118184 0 88.880005 0.779992500000013
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 27 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 27 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 22 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 22 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf9 1.7234118184 0 88.82 0.8700000000000188
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 25 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 25 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 24 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 24 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 27 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 27 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 22 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 22 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf10 1.70830164654 0 88.919998 0.7200029999999984
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv samp 36 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 27 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 27 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 22 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 22 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf11 1.70432279259 0 88.900002 0.7499970000000076
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 30 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv samp 36 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 35 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 35 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 27 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 27 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 22 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 22 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf12 1.72257787082 0 88.860001 0.8099985000000132
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 30 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 30 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv perf 30 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv perf 30 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 23 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 23 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 23 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 22 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 22 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf13 1.70726093249 0 88.180008 1.8299880000000073
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv fp16 1 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv fp16 1 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv fp16 1 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 27 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 27 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 21 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 21 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv perf 23 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv perf 23 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf14 1.74663133117 0 88.139999 1.8900015000000039
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv samp 33 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 33 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 21 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 21 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 21 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 21 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv perf 24 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv perf 24 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf15 1.70225230451 0 88.100006 1.9499910000000185
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 30 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv fp16 1 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv fp16 1 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv fp16 1 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 36 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf16 1.74554340642 0 88.439995 1.4400075000000143
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 26 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 26 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv fp16 1 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 27 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 27 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 21 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 21 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv perf 24 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv perf 24 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf17 1.74554340642 0 88.220001 1.769998500000014
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv fp16 1 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 27 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 27 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 21 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 21 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv perf 24 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv perf 24 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf18 1.72318634755 0 88.82 0.8700000000000188
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 29 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 29 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv samp 36 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 27 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 27 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 21 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 21 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 24 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 24 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf19 1.74663133117 0 88.199997 1.8000045000000142
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv samp 33 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 33 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 27 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 27 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 21 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 21 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv perf 24 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv perf 24 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf20 1.74030798425 0 88.199997 1.8000045000000142
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv fp16 1 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 27 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 27 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 36 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf21 1.71913793693 0 88.82 0.8700000000000188
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv samp 33 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 33 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv samp 34 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv samp 34 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 27 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 27 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 21 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 21 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv perf 24 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 24 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf22 1.7112535329 0 88.240005 1.7399925000000138
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 30 add fp32 1 relu fp32 1 
-7 gpu conv perf 29 add fp32 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 29 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 29 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 29 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv samp 36 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 36 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf23 1.72512732689 0 88.220001 1.769998500000014
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 30 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv fp16 1 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 29 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 36 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf24 1.74138939072 0 88.340004 1.5899940000000186
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv fp16 1 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 27 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 27 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 21 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 21 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf25 1.74554340642 0 88.139999 1.8900015000000039
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 29 add fp32 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 29 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 27 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 27 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv fp16 1 add fp32 1 
-16 gpu conv samp 33 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 33 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 30 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv perf 27 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv perf 27 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 36 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv perf 25 add fp32 1 relu fp32 1 
-37 gpu conv perf 24 add fp32 1 
+36 gpu conv perf 25 add fp16 1 relu fp16 1 
+37 gpu conv perf 24 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf26 1.75155546758 0 87.580002 2.7299970000000187
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv samp 35 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv samp 35 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf27 1.76855946151 0 87.459999 2.910001500000014
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 32 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 33 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 33 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf28 1.75265090172 0 87.440002 2.939996999999998
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf29 1.76879696322 0 87.419998 2.9700029999999984
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 32 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv samp 31 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv samp 31 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 30 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 30 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf30 1.7372550994 0 87.419998 2.9700029999999984
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf31 1.75311745961 0 87.479996 2.8800060000000087
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 23 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 23 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 32 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 30 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 30 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf32 1.74892735975 0 87.520004 2.8199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 35 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 35 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 30 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 30 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf33 1.7372550994 0 87.5 2.8500000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf34 1.75265090172 0 87.660004 2.6099940000000075
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv fp16 1 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 22 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 22 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf35 1.7331403923 0 87.459999 2.910001500000014
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv samp 33 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv samp 33 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf36 1.7372550994 0 87.419998 2.9700029999999984
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 25 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 25 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 25 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 25 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf37 1.75374770691 0 87.419998 2.9700029999999984
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 33 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 33 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf38 1.73833271397 0 87.5 2.8500000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 33 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 33 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf39 1.76879696322 0 87.460007 2.909989500000002
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 32 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 30 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 30 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf40 1.76744405724 0 87.819992 2.3700120000000098
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv fp16 1 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 32 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 30 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 30 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf41 1.75398124685 0 87.520004 2.8199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 27 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 27 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 29 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 29 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 29 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 29 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf42 1.73640770396 0 87.639999 2.640001500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 23 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 23 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf43 1.7372550994 0 87.5 2.8500000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 24 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 24 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf44 1.73833271397 0 87.400002 2.9999970000000076
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 23 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 33 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 33 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf45 1.75155546758 0 87.659996 2.6100059999999985
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv samp 33 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv samp 33 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 33 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf46 1.73833271397 0 87.480003 2.879995500000014
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 25 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 25 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 36 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf47 1.73336847573 0 87.520004 2.8199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv samp 35 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv samp 35 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 28 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 28 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv samp 33 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 33 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf48 1.7372550994 0 87.419998 2.9700029999999984
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 
-11 gpu conv perf 23 add fp32 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 23 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf49 1.7372550994 0 87.599998 2.7000030000000095
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 29 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 29 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 25 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 25 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf50 1.76855946151 0 87.840004 2.3399940000000186
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv samp 33 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv samp 33 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 32 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 27 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 27 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 30 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 30 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf51 1.75311745961 0 87.580002 2.7299970000000187
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 22 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 23 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 23 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 28 add fp32 1 relu fp32 1 
-20 gpu conv samp 32 add fp32 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 30 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv perf 30 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 30 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf52 1.75265090172 0 87.599998 2.7000030000000095
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 26 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 26 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv perf 26 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
 +++++
 conf53 1.7372550994 0 87.660004 2.6099940000000075
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 
-3 gpu conv fp16 1 add fp32 1 
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
 4 gpu add fp16 1 
 5 gpu relu fp16 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
 8 gpu add fp16 1 
 9 gpu relu fp16 1 
-10 gpu conv perf 30 add fp32 1 relu fp32 1 
-11 gpu conv perf 25 add fp32 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 25 add fp16 1 
 12 gpu add fp16 1 
 13 gpu relu fp16 1 
-14 gpu conv fp16 1 add fp32 1 relu fp32 1 
-15 gpu conv perf 29 add fp32 1 
-16 gpu conv perf 21 add fp32 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv perf 29 add fp16 1 
+16 gpu conv perf 21 add fp16 1 
 17 gpu add fp16 1 
 18 gpu relu fp16 1 
-19 gpu conv perf 30 add fp32 1 relu fp32 1 
-20 gpu conv perf 24 add fp32 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
 21 gpu add fp16 1 
 22 gpu relu fp16 1 
-23 gpu conv samp 36 add fp32 1 relu fp32 1 
-24 gpu conv samp 31 add fp32 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 gpu conv samp 31 add fp16 1 
 25 gpu add fp16 1 
 26 gpu relu fp16 1 
-27 gpu conv fp16 1 add fp32 1 relu fp32 1 
-28 gpu conv fp16 1 add fp32 1 
-29 gpu conv fp16 1 add fp32 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
 30 gpu add fp16 1 
 31 gpu relu fp16 1 
-32 gpu conv fp16 1 add fp32 1 relu fp32 1 
-33 gpu conv fp16 1 add fp32 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
 34 gpu add fp16 1 
 35 gpu relu fp16 1 
-36 gpu conv fp16 1 add fp32 1 relu fp32 1 
-37 gpu conv samp 36 add fp32 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
 38 gpu add fp16 1 
 39 gpu relu fp16 1 
 40 gpu pool_max fp16 1 
-41 gpu mul fp16 1 add fp32 1 
-42 gpu softmax fp32 1
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
 -----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/resnet18/data/autotuner_data/tuner_promise_confs_batch220_multi.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/resnet18/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
new file mode 100644
index 0000000000000000000000000000000000000000..fac96ced244ed77d41ed236c60a5aa0f0cc84c30
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/resnet18/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
@@ -0,0 +1,6300 @@
++++++
+conf1 1 0 89.4 0
+1 gpu conv fp32 1 add fp32 1 relu fp32 1
+2 gpu conv fp32 1 add fp32 1 relu fp32 1
+3 gpu conv fp32 1 add fp32 1
+4 gpu add fp32 1
+5 gpu relu fp32 1
+6 gpu conv fp32 1 add fp32 1 relu fp32 1
+7 gpu conv fp32 1 add fp32 1
+8 gpu add fp32 1
+9 gpu relu fp32 1
+10 gpu conv fp32 1 add fp32 1 relu fp32 1
+11 gpu conv fp32 1 add fp32 1
+12 gpu add fp32 1
+13 gpu relu fp32 1
+14 gpu conv fp32 1 add fp32 1 relu fp32 1
+15 gpu conv fp32 1 add fp32 1
+16 gpu conv fp32 1 add fp32 1
+17 gpu add fp32 1
+18 gpu relu fp32 1
+19 gpu conv fp32 1 add fp32 1 relu fp32 1
+20 gpu conv fp32 1 add fp32 1
+21 gpu add fp32 1
+22 gpu relu fp32 1
+23 gpu conv fp32 1 add fp32 1 relu fp32 1
+24 gpu conv fp32 1 add fp32 1
+25 gpu add fp32 1
+26 gpu relu fp32 1
+27 gpu conv fp32 1 add fp32 1 relu fp32 1
+28 gpu conv fp32 1 add fp32 1
+29 gpu conv fp32 1 add fp32 1
+30 gpu add fp32 1
+31 gpu relu fp32 1
+32 gpu conv fp32 1 add fp32 1 relu fp32 1
+33 gpu conv fp32 1 add fp32 1
+34 gpu add fp32 1
+35 gpu relu fp32 1
+36 gpu conv fp32 1 add fp32 1 relu fp32 1
+37 gpu conv fp32 1 add fp32 1
+38 gpu add fp32 1
+39 gpu relu fp32 1
+40 gpu pool_max fp32 1
+41 gpu mul fp32 1 add fp32 1
+42 gpu softmax fp32 1
+-----
++++++
+conf1 1.99031144732 0 89.0290005 0.5564992500000159
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf2 2.57757857769 0 87.713000325 2.5304995125000147
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 22 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 7 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 promise swing_level 7 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 gpu conv perf 27 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf3 3.02709182826 0 87.506999275 2.839501087500011
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 22 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 3 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 promise swing_level 7 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf4 2.82393934796 0 87.531501575 2.802747637500019
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 22 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 3 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 promise swing_level 7 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf5 2.9277889247 0 87.56699995 2.7495000750000145
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 22 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 6 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 promise swing_level 7 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf6 2.73705987921 0 87.842499925 2.336250112500011
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 22 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 3 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 promise swing_level 7 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf7 2.61712759428 0 87.57399955 2.739000675000014
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 7 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 promise swing_level 7 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf8 2.92641312608 0 87.6109998 2.6835003000000057
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 22 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 7 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 promise swing_level 7 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf9 2.9302379857 0 87.59900045 2.7014993250000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 22 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 3 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 promise swing_level 7 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf10 2.9302379857 0 87.531999525 2.8020007125000035
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 26 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 3 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 promise swing_level 7 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 5 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 7 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf11 2.55711655143 0 87.684999175 2.5725012375000063
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 5 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv samp 33 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 7 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 promise swing_level 7 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 gpu conv samp 31 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf12 3.07188703492 0 87.516000375 2.825999437500002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 22 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 3 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 promise swing_level 7 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 5 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf13 2.97102613385 0 87.504499975 2.843250037500006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 22 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 5 
+16 promise swing_level 3 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 promise swing_level 7 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 5 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf14 2.64018111015 0 87.69499965 2.557500525000009
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 22 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 3 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 gpu conv perf 29 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf15 2.90090613007 0 87.567499975 2.7487500375000025
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv perf 28 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 22 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 3 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 promise swing_level 7 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 5 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf16 2.71547033787 0 87.609499925 2.685750112500017
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 26 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 gpu conv samp 31 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 5 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 5 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 7 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf17 2.98813286738 0 87.5435004 2.7847494000000097
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 26 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 5 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 5 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 5 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 7 
+37 promise swing_level 7 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf18 2.56902434302 0 87.606999175 2.6895012375000107
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 26 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 5 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 3 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 7 
+37 promise swing_level 7 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf19 2.79012299314 0 87.67950025 2.580749625000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 gpu conv perf 26 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 gpu conv fp16 1 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 5 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 5 
+29 gpu conv perf 29 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 3 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 7 
+37 promise swing_level 7 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf20 2.73489457491 0 87.6280004 2.6579994000000013
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 gpu conv perf 23 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 5 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 3 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 7 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf21 2.44087693138 0 87.82049955 2.3692506750000177
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 6 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 6 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 7 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf22 2.3321681524 0 87.9240005 2.2139992500000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 5 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 3 
+16 gpu conv perf 28 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 gpu conv samp 33 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf23 2.53070583756 0 87.55950105 2.760748425000017
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 3 
+16 gpu conv perf 23 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv samp 35 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 promise swing_level 5 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 33 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf24 2.68292997945 0 87.5750001 2.737499850000013
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 3 
+16 gpu conv perf 23 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 promise swing_level 5 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf25 2.66170389313 0 87.728001375 2.5079979375000008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 5 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 3 
+16 gpu conv perf 23 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 promise swing_level 5 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf26 2.86760965959 0 87.4914997 2.86275045
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 5 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 3 
+16 gpu conv perf 23 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 promise swing_level 5 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf27 2.67414927982 0 87.5269998 2.8095003000000105
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 5 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 3 
+16 gpu conv perf 23 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 promise swing_level 5 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 gpu conv samp 36 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf28 2.68311033561 0 87.65149905 2.6227514250000112
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 5 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 3 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 promise swing_level 5 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 gpu conv perf 30 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf29 2.53325144094 0 87.598500275 2.702249587499999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 5 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 3 
+16 gpu conv perf 23 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 30 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf30 2.82534166516 0 87.54249935 2.7862509750000086
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 5 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 3 
+16 promise swing_level 7 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 promise swing_level 5 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 gpu conv perf 30 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf31 2.65417336849 0 87.6089993 2.686501050000018
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 5 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 3 
+16 gpu conv perf 23 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 promise swing_level 5 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 gpu conv perf 30 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf32 2.4911131732 0 87.802000025 2.3969999625000113
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 5 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 3 
+16 promise swing_level 3 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 promise swing_level 5 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 gpu conv perf 30 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf33 2.40302026058 0 87.854000425 2.3189993625000156
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 5 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 gpu conv perf 23 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 promise swing_level 5 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 5 
+29 gpu conv perf 22 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 7 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf34 2.84804665449 0 87.740999925 2.488500112500013
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 7 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 5 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 3 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf35 2.61969640461 0 87.527499725 2.808750412500011
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 5 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv fp16 1 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 7 
+37 promise swing_level 7 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf36 2.83250210857 0 87.593499575 2.709750637500015
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 5 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf37 2.629602217 0 87.5815004 2.7277494000000146
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 5 
+16 promise swing_level 6 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 5 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 7 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf38 2.94501882677 0 87.56749975 2.7487503750000144
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 7 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf39 1.99031144732 0 88.99750025 0.6037496250000061
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf40 1.99031144732 0 89.003000025 0.5954999624999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf41 2.21547290814 0 88.256999225 1.7145011625000066
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 30 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 6 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf42 1.98491256317 0 88.7185015 1.0222477500000053
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 29 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf43 2.22497133236 0 88.25049995 1.7242500750000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 30 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf44 2.22497133236 0 88.1564994 1.8652509000000066
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 30 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf45 2.12621729247 0 88.2014995 1.797750750000013
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 3 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf46 2.67828189181 0 87.85199965 2.322000525000014
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 gpu conv fp16 1 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 7 
+37 promise swing_level 7 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf47 2.62379296466 0 87.79699975 2.404500375000012
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 6 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 3 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv samp 36 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf48 3.12724843824 0 87.771999675 2.442000487500003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 6 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf49 2.73513594156 0 87.807499425 2.388750862500004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 5 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf50 2.80761440799 0 87.731999575 2.5020006375000037
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 promise swing_level 6 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 gpu conv samp 31 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf51 2.93837984583 0 87.805499075 2.3917513875000083
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 6 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 5 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf52 1.99031144732 0 89.004999975 0.5925000375000025
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf53 2.17788758018 0 88.935499925 0.6967501125000055
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 6 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf54 2.17873417706 0 88.9274996 0.7087506000000019
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 6 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf55 1.95777525897 0 88.3009997 1.6485004500000002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv fp16 1 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv perf 27 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf56 1.99031144732 0 89.01400035 0.5789994750000034
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf57 1.97358985685 0 88.7140007 1.028998950000009
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv samp 34 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf58 2.56064367934 0 88.231499225 1.7527511625000187
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 6 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 promise swing_level 6 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 promise swing_level 7 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 6 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf59 2.28783886296 0 88.30649835 1.6402524750000111
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 26 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 promise swing_level 7 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 7 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 promise swing_level 7 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 6 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf60 2.20253593211 0 88.222500025 1.7662499625000052
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 promise swing_level 7 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf61 2.11179715847 0 88.37400155 1.5389976750000045
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf62 1.88889296109 0 89.401999025 0.39800097500001075
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf63 2.74881833486 0 88.137499875 1.8937501875000038
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 6 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 promise swing_level 6 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 promise swing_level 7 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 5 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 6 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf64 2.72715091649 0 88.143500325 1.884749512500001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 6 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 promise swing_level 6 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 promise swing_level 7 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 5 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 6 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf65 2.51819138242 0 88.171500225 1.8427496625000046
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 6 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 promise swing_level 6 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 5 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 6 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf66 2.45563487006 0 88.107000025 1.9394999625000011
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 6 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 promise swing_level 7 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 promise swing_level 7 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 5 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 6 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf67 1.8929758669 0 89.0704996 0.4942506000000009
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 promise swing_level 6 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf68 2.12476642317 0 88.189499675 1.8157504875000186
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf69 2.10865127669 0 88.32950015 1.6057497750000067
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 3 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 promise swing_level 7 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf70 2.03634484592 0 88.349000325 1.5764995124999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf71 1.96458208058 0 88.502999375 1.345500937500006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 5 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf72 2.92748308001 0 87.6659998 2.601000300000017
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 5 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 6 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf73 2.97030253204 0 87.5164995 2.8252507500000164
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf74 2.91106181836 0 87.90149915 2.247751274999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 5 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 6 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf75 2.5076749918 0 87.540000475 2.7899992875000095
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 gpu conv perf 28 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 promise swing_level 7 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf76 2.78687016859 0 87.6910004 2.563499400000019
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 7 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf77 1.99031144732 0 89.01750055 0.5737491750000174
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf78 1.99484508858 0 88.9860003 0.6209995500000076
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 promise swing_level 6 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf79 2.02204888844 0 89.04649985 0.5302502250000032
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 promise swing_level 6 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 5 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf80 1.96432132027 0 89.114499425 0.6855005750000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 promise swing_level 6 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf81 2.03526556264 0 89.047999975 0.5280000375000142
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 promise swing_level 6 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf82 2.06667976408 0 88.9610005 0.6584992500000126
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 5 
+16 promise swing_level 6 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 5 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf83 1.98988747474 0 88.80850145 0.8872478250000171
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf84 1.99031144732 0 88.991502125 0.6127468125000135
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf85 2.09482739283 0 88.6145 1.1782499999999985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 promise swing_level 7 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 30 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf86 2.11179715847 0 88.37550065 1.5367490249999989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 29 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 5 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf87 2.26209467565 0 88.347499625 1.5787505625000122
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 3 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv perf 21 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf88 2.7393340084 0 87.67699915 2.584501275000008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 5 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 7 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf89 2.94501882677 0 87.56549995 2.751750075000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 7 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf90 2.5282332844 0 87.74799995 2.4780000750000184
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 5 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 gpu conv fp16 1 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf91 2.57862062727 0 87.52849945 2.807250825000011
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 3 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 3 
+16 promise swing_level 3 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 25 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 gpu conv fp16 1 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf92 2.93115743965 0 87.497000275 2.854499587500001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 gpu conv fp16 1 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 7 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf93 2.78797917223 0 87.645499425 2.631750862500013
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 5 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 gpu conv fp16 1 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf94 2.78750714825 0 87.816499475 2.3752507875000077
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 7 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf95 2.94625729666 0 87.554999875 2.767500187500019
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 5 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 gpu conv fp16 1 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 7 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf96 1.99031144732 0 89.016499725 0.5752504125000044
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf97 1.95992520608 0 89.170500175 0.6294998250000049
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf98 1.99031144732 0 89.026500525 0.560249212500004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf99 2.12232021484 0 88.17899975 1.8315003750000045
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 23 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf100 2.24934835888 0 88.1444998 1.8832503000000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 5 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 promise swing_level 3 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf101 2.20944681231 0 88.3700004 1.544999400000016
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 5 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 promise swing_level 7 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf102 2.12392870276 0 88.23650015 1.745249775000012
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf103 2.21132934299 0 88.22849925 1.7572511250000105
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 5 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 5 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 5 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 promise swing_level 3 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf104 2.21416009267 0 88.36400015 1.5539997750000154
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 6 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf105 2.12232021484 0 88.2029984 1.7955024000000108
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf106 2.11179715847 0 88.47150095 1.3927485749999988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 5 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf107 2.00882964266 0 88.890000175 0.7649997375000126
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf108 2.9174259258 0 87.5524999 2.7712501500000073
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 5 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 7 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf109 3.01926465481 0 87.6829996 2.575500600000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 5 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 7 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf110 1.99031144732 0 88.994500175 0.6082497375000102
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf111 2.02165472925 0 88.853001825 0.8204972624999982
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf112 2.10323858387 0 88.4375 1.4437500000000085
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 6 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf113 1.99031144732 0 88.985500375 0.6217494375000072
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf114 2.01054528261 0 88.803000075 0.8954998875000086
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 26 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf115 2.31295256497 0 88.23900015 1.7414997750000154
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 promise swing_level 7 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 3 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf116 2.2393726673 0 88.3990008 1.5014988000000145
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 5 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 6 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf117 2.22017827966 0 88.36450045 1.5532493250000172
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv fp16 1 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf118 2.32851933584 0 88.3809991 1.5285013500000133
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 6 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 3 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf119 2.14155624278 0 88.3665003 1.5502495500000109
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 6 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv fp16 1 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf120 2.35671723532 0 88.155000125 1.8674998125000073
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 3 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf121 2.28578618559 0 88.619000225 1.1714996625000182
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf122 2.26729306488 0 88.287001 1.669498500000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv fp16 1 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 gpu conv perf 26 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 23 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf123 2.10323858387 0 88.316500725 1.6252489125000125
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 24 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf124 2.09017172033 0 88.973500375 0.6397494375000079
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 5 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 29 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 6 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf125 2.2942068747 0 88.31599975 1.6260003750000038
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 5 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 5 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf126 2.31295256497 0 88.4110002 1.483499700000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 3 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf127 2.03054655185 0 88.532499775 1.3012503375000009
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 gpu conv perf 23 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv perf 21 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 5 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 25 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf128 2.25722949116 0 88.17049885 1.8442517250000066
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 6 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 5 
+16 gpu conv fp16 1 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv perf 30 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 promise swing_level 7 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv perf 23 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf129 2.69873432123 0 87.558499725 2.762250412500002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 5 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 5 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 3 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf130 2.95482989044 0 87.818500775 2.3722488375000026
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 5 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf131 3.10122333317 0 87.718999725 2.5215004125000036
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 5 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 5 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf132 2.95998945096 0 87.8739986 2.289002100000019
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 gpu conv perf 28 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf133 2.97030253204 0 88.020500825 2.0692487625000098
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf134 2.89754619018 0 87.88999915 2.2650012750000172
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 5 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 5 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 7 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 5 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf135 2.95932440473 0 87.7799999 2.430000149999998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 gpu conv samp 35 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 36 add fp16 1 relu fp16 1 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf136 3.10431511108 0 87.810000475 2.3849992875000154
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 5 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf137 2.74898757735 0 87.8414997 2.3377504500000086
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 gpu conv perf 23 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 gpu conv samp 31 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf138 3.13242103648 0 87.68000035 2.579999475000008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 5 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf139 2.88567199664 0 87.648499875 2.6272501875000103
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 5 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 5 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 5 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 5 
+24 promise swing_level 3 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/resnet18/data/autotuner_data/tuner_promise_confs_batch220_single.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/resnet18/data/autotuner_data/tuner_promise_confs_batch220_single.txt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0348b8f264eb606bb274cef7b5ba206e03c705
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/resnet18/data/autotuner_data/tuner_promise_confs_batch220_single.txt
@@ -0,0 +1,1665 @@
++++++
+conf1 1 0 89.4 0
+1 gpu conv fp32 1 add fp32 1 relu fp32 1
+2 gpu conv fp32 1 add fp32 1 relu fp32 1
+3 gpu conv fp32 1 add fp32 1
+4 gpu add fp32 1
+5 gpu relu fp32 1
+6 gpu conv fp32 1 add fp32 1 relu fp32 1
+7 gpu conv fp32 1 add fp32 1
+8 gpu add fp32 1
+9 gpu relu fp32 1
+10 gpu conv fp32 1 add fp32 1 relu fp32 1
+11 gpu conv fp32 1 add fp32 1
+12 gpu add fp32 1
+13 gpu relu fp32 1
+14 gpu conv fp32 1 add fp32 1 relu fp32 1
+15 gpu conv fp32 1 add fp32 1
+16 gpu conv fp32 1 add fp32 1
+17 gpu add fp32 1
+18 gpu relu fp32 1
+19 gpu conv fp32 1 add fp32 1 relu fp32 1
+20 gpu conv fp32 1 add fp32 1
+21 gpu add fp32 1
+22 gpu relu fp32 1
+23 gpu conv fp32 1 add fp32 1 relu fp32 1
+24 gpu conv fp32 1 add fp32 1
+25 gpu add fp32 1
+26 gpu relu fp32 1
+27 gpu conv fp32 1 add fp32 1 relu fp32 1
+28 gpu conv fp32 1 add fp32 1
+29 gpu conv fp32 1 add fp32 1
+30 gpu add fp32 1
+31 gpu relu fp32 1
+32 gpu conv fp32 1 add fp32 1 relu fp32 1
+33 gpu conv fp32 1 add fp32 1
+34 gpu add fp32 1
+35 gpu relu fp32 1
+36 gpu conv fp32 1 add fp32 1 relu fp32 1
+37 gpu conv fp32 1 add fp32 1
+38 gpu add fp32 1
+39 gpu relu fp32 1
+40 gpu pool_max fp32 1
+41 gpu mul fp32 1 add fp32 1
+42 gpu softmax fp32 1
+-----
++++++
+conf1 1.93605418386 0 88.9565002 0.6652497000000182
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 4 
+20 promise swing_level 6 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf2 2.01660790316 0 89.016001275 0.5759980875000181
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 4 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 7 
+20 promise swing_level 4 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv fp16 1 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf3 1.93816949765 0 88.9170002 0.7244997000000026
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 6 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf4 1.95244267674 0 88.88800135 0.7679979750000143
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv fp16 1 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 gpu conv fp16 1 add fp16 1 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 4 
+20 promise swing_level 6 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv perf 29 add fp16 1 relu fp16 1 
+24 gpu conv perf 30 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 gpu conv fp16 1 add fp16 1 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf5 2.51058832101 0 88.21949995 1.7707500750000094
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 7 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 promise swing_level 6 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 7 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf6 2.40167508488 0 88.157000325 1.8644995125000108
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 promise swing_level 6 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 6 
+16 promise swing_level 7 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 gpu conv fp16 1 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 5 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 7 
+37 promise swing_level 7 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf7 2.53821618636 0 88.19 1.815000000000012
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 7 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 promise swing_level 4 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 7 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf8 2.37827715176 0 88.092999475 1.9605007875000098
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 promise swing_level 7 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 30 add fp16 1 relu fp16 1 
+20 promise swing_level 5 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 7 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf9 2.5355068429 0 88.159500675 1.8607489875000027
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 36 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 promise swing_level 5 
+20 promise swing_level 4 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf10 3.04306539985 0 87.584999525 2.7225007125000076
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 4 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 7 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 5 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 5 
+29 gpu conv fp16 1 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 4 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf11 3.27739736367 0 87.643499625 2.6347505625000025
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 6 
+29 promise swing_level 4 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 6 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf12 2.9586513497 0 87.53199885 2.802001725000018
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv fp16 1 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 6 
+29 promise swing_level 4 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 4 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf13 2.95055223818 0 87.5959999 2.7060001500000155
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 3 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 6 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 4 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 4 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf14 3.06451291352 0 87.55650045 2.7652493250000063
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 4 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 4 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf15 2.84800200683 0 87.95849955 2.16225067500001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 gpu conv perf 30 add fp16 1 relu fp16 1 
+11 promise swing_level 4 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 5 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 5 
+29 promise swing_level 4 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 4 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf16 3.03464677656 0 87.531499925 2.8027501125
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 4 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 5 
+29 promise swing_level 4 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 gpu conv fp16 1 add fp16 1 relu fp16 1 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf17 2.94480154212 0 87.555499875 2.7667501875000156
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 5 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 4 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf18 2.81580889712 0 87.945499825 2.1817502625000103
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 7 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 29 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 5 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 4 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 3 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf19 2.74795523388 0 87.89949895 2.2507515750000167
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 29 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf20 2.64693797866 0 87.641500225 2.6377496625000063
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 29 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 25 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 4 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf21 2.80615190473 0 87.6549991 2.617501350000012
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 29 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 3 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 7 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 4 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf22 2.45193895003 0 87.686001175 2.5709982375000067
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 24 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 29 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 gpu conv samp 31 add fp16 1 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 7 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf23 2.93663883728 0 87.5605003 2.759249550000007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 4 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 4 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 5 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 4 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 4 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf24 2.80615190473 0 87.73149945 2.502750825000007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 4 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf25 2.71381423967 0 87.960499925 2.1592501125000183
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 gpu conv fp16 1 add fp16 1 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 5 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf26 3.04205860198 0 87.6664993 2.6002510500000113
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 5 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 4 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 4 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf27 3.31578734525 0 87.7494991 2.4757513500000172
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 4 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 5 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 6 
+29 promise swing_level 4 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 6 
+37 promise swing_level 6 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf28 2.85191471569 0 87.760499975 2.4592500375000057
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 4 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 4 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf29 2.62750656186 0 87.572500275 2.7412495875000147
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 29 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 7 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 6 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 7 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf30 3.28980519592 0 87.613999575 2.6790006375000175
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 gpu conv fp16 1 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 4 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf31 2.70851546456 0 87.500500375 2.8492494375000064
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 23 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 gpu conv samp 33 add fp16 1 relu fp16 1 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 5 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 4 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf32 2.68618832133 0 87.63849965 2.6422505250000086
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 gpu conv fp16 1 add fp16 1 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 26 add fp16 1 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 gpu conv perf 24 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 5 
+29 promise swing_level 3 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 4 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf33 3.09189955591 0 87.6530001 2.6204998500000087
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 promise swing_level 4 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 4 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf34 2.96583807582 0 87.583499625 2.724750562500006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 gpu conv fp16 1 add fp16 1 
+29 gpu conv samp 36 add fp16 1 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 4 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf35 3.13864816784 0 87.71199925 2.5320011250000007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 6 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 25 add fp16 1 relu fp16 1 
+20 gpu conv samp 32 add fp16 1 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 4 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 5 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 6 
+37 promise swing_level 4 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
++++++
+conf36 3.28257993297 0 87.6709994 2.5935009000000093
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 
+3 promise swing_level 7 
+4 gpu add fp16 1 
+5 gpu relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu add fp16 1 
+9 gpu relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 3 
+12 gpu add fp16 1 
+13 gpu relu fp16 1 
+14 gpu conv fp16 1 add fp16 1 relu fp16 1 
+15 promise swing_level 4 
+16 gpu conv samp 33 add fp16 1 
+17 gpu add fp16 1 
+18 gpu relu fp16 1 
+19 gpu conv perf 28 add fp16 1 relu fp16 1 
+20 promise swing_level 3 
+21 gpu add fp16 1 
+22 gpu relu fp16 1 
+23 promise swing_level 7 
+24 promise swing_level 4 
+25 gpu add fp16 1 
+26 gpu relu fp16 1 
+27 gpu conv fp16 1 add fp16 1 relu fp16 1 
+28 promise swing_level 7 
+29 promise swing_level 4 
+30 gpu add fp16 1 
+31 gpu relu fp16 1 
+32 gpu conv fp16 1 add fp16 1 relu fp16 1 
+33 promise swing_level 6 
+34 gpu add fp16 1 
+35 gpu relu fp16 1 
+36 promise swing_level 4 
+37 promise swing_level 5 
+38 gpu add fp16 1 
+39 gpu relu fp16 1 
+40 gpu pool_max fp16 1 
+41 gpu mul fp16 1 add fp16 1 
+42 gpu softmax fp16 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/resnet18/src/resnet18_loop.cpp b/llvm/test/VISC/DNN_Benchmarks/benchmarks/resnet18/src/resnet18_loop.cpp
index 1f81dba0c7ca6d5334565b34d7081b6155fa0569..4c91f0e6619558d30f3819a6161fb73e5b6aaf7f 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/resnet18/src/resnet18_loop.cpp
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/resnet18/src/resnet18_loop.cpp
@@ -1427,7 +1427,7 @@ int main(){
   args->dense_1_b_bytes = 0; 
 
   int batch_size = 500;
-  int test_input_size = 10000;
+  int test_input_size = 5000;
   int batch_count = test_input_size / batch_size;
 
   // NOTE-HASHIM: commented out
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar10/data/autotuner_data/tuner_confs_batch220.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar10/data/autotuner_data/tuner_confs_batch220.txt
index 921e476fdc614fe917d3895d50978f09f24b5173..ef02c06536656d6126386a44e3ad202c6acb3e54 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar10/data/autotuner_data/tuner_confs_batch220.txt
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar10/data/autotuner_data/tuner_confs_batch220.txt
@@ -19,7981 +19,7981 @@ conf1 1 0 89.22 0
 -----
 +++++
 conf1 1.76425623358 0 88.940002 0.679997999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf2 1.80065893786 0 88.639999 0.8700014999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 30 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 30 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf3 1.81931170254 0 88.699997 0.780004500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf4 1.79216077981 0 88.619995 0.9000074999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf5 1.79216077981 0 88.639999 0.8700014999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf6 1.77922486006 0 88.680008 0.809987999999997
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf7 1.79216077981 0 88.620003 0.8999955000000028
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf8 1.77092734677 0 88.62001 0.899985000000008
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf9 1.82735666462 0 89.259995 0.36000499999999536
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf10 1.8731571451 0 88.900009 0.47998650000000254
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 28 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf11 1.76714086835 0 88.580002 0.9599970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf12 1.75456235014 0 88.659996 0.8400059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf13 1.73206757651 0 88.660004 0.8399939999999972
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf14 1.85485798124 0 88.659996 0.8400059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf15 1.79216077981 0 88.639999 0.8700014999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf16 1.8731571451 0 88.860001 0.5399985000000029
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf17 1.80065893786 0 88.659996 0.8400059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf18 1.76714086835 0 88.679993 0.8100105000000042
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf19 1.72420310346 0 88.579994 0.9600089999999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf20 1.82735666462 0 88.779999 0.6600014999999928
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv samp 33 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 33 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf21 1.72420310346 0 88.600006 0.9299910000000082
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 36 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 36 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf22 1.83691289312 0 89.059998 0.5600020000000058
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv perf 29 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 29 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf23 1.77922486006 0 88.579994 0.9600089999999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf24 1.80065893786 0 88.699997 0.780004500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf25 1.74953736809 0 88.580002 0.9599970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf26 1.71787873983 0 88.599998 0.9300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf27 1.80065893786 0 88.580002 0.9599970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf28 1.71222635014 0 88.720001 0.7499985000000038
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv fp16 1 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv fp16 1 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf29 1.77473008673 0 88.719994 0.7500089999999986
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf30 1.77922486006 0 88.580002 0.9599970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf31 1.73420544027 0 88.599998 0.9300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf32 1.69835942298 0 88.680008 0.809987999999997
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf33 1.80065893786 0 88.699997 0.780004500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf34 1.79216077981 0 88.599998 0.9300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf35 1.80065893786 0 88.639999 0.8700014999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf36 1.85485798124 0 88.580002 0.9599970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 25 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 25 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf37 1.84997347341 0 88.759995 0.690007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 35 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 35 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf38 1.84584182312 0 89.180008 0.43999199999999805
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf39 1.77092734677 0 88.62001 0.899985000000008
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 28 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf40 1.78374245859 0 88.68 0.8099999999999881
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf41 1.79216077981 0 88.639999 0.8700014999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf42 1.76580832719 0 88.800003 0.6299954999999926
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 36 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 36 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf43 1.71222635014 0 88.959999 0.6600010000000026
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv fp16 1 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv fp16 1 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf44 1.79605535648 0 88.719994 0.7500089999999986
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 36 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 36 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf45 1.80065893786 0 88.580002 0.9599970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf46 1.67387706831 0 88.599991 0.930013499999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv fp16 1 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv fp16 1 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf47 1.73785194592 0 88.620003 0.8999955000000028
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 36 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 36 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf48 1.77922486006 0 88.720001 0.7499985000000038
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf49 1.69079740767 0 88.599998 0.9300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 28 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf50 1.71787873983 0 88.720009 0.7499864999999915
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 24 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf51 1.7464927509 0 88.580002 0.9599970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv fp16 1 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv fp16 1 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf52 1.8731571451 0 88.900009 0.47998650000000254
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf53 1.77922486006 0 88.660004 0.8399939999999972
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf54 1.80065893786 0 88.599998 0.9300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf55 1.80993726378 0 88.599998 0.9300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 28 add fp32 1 relu fp32 1 
-7 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 28 add fp16 1 relu fp16 1 
+7 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf56 1.84100462354 0 88.659996 0.8400059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 25 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 25 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf57 1.76714086835 0 88.599998 0.9300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf58 1.71787873983 0 88.639999 0.8700014999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf59 1.76270686606 0 88.599998 0.9300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf60 1.75390528134 0 89.019997 0.6000029999999953
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 30 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf61 1.85485798124 0 88.660004 0.8399939999999972
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf62 1.71640972506 0 88.819992 0.6000119999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf63 1.73206757651 0 88.640007 0.8699895000000026
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf64 1.76714086835 0 88.699997 0.780004500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf65 1.7464927509 0 88.68 0.8099999999999881
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf66 1.75895542178 0 88.620003 0.8999955000000028
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf67 1.72568549443 0 89.019997 0.6000029999999953
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 35 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 25 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 35 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf68 1.80065893786 0 88.639999 0.8700014999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf69 1.77473008673 0 89.040001 0.5799989999999952
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf70 1.85485798124 0 88.619995 0.9000074999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf71 1.72632158543 0 88.620003 0.8999955000000028
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 36 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 36 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf72 1.8731571451 0 88.940002 0.679997999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf73 1.81931170254 0 88.599998 0.9300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv perf 24 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf74 1.77473008673 0 88.979996 0.640003999999999
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf75 1.85485798124 0 88.659996 0.8400059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf76 1.72420310346 0 88.659996 0.8400059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf77 1.74801373375 0 88.900002 0.47999699999999734
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf78 1.80065893786 0 88.580002 0.9599970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf79 1.7464927509 0 88.659996 0.8400059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf80 1.80065893786 0 88.639999 0.8700014999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf81 1.77922486006 0 88.619995 0.9000074999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf82 1.75829505914 0 88.580002 0.9599970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf83 1.69426346779 0 88.659996 0.8400059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 36 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 36 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf84 1.77922486006 0 88.599998 0.9300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv fp16 1 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv fp16 1 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf85 1.80065893786 0 88.579994 0.9600089999999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf86 1.78760049381 0 88.759995 0.690007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 36 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 36 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf87 1.82735666462 0 88.599998 0.9300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 26 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 26 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf88 1.73206757651 0 88.759995 0.690007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf89 1.76580832719 0 88.979996 0.640003999999999
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf90 1.94095332873 0 88.219994 1.5000089999999986
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 29 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 29 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf91 1.82664395417 0 88.259995 1.440007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf92 2.01384137222 0 87.960007 1.8899894999999916
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf93 1.96182128461 0 88.220001 1.4999985000000038
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf94 1.90129305101 0 88.340004 1.3199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf95 1.93028708168 0 88.240005 1.4699925000000036
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf96 1.99270576133 0 88.219994 1.5000089999999986
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf97 1.95635801766 0 88.080002 1.7099970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf98 1.91685645364 0 88.199997 1.530004500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 29 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 29 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf99 1.8731571451 0 87.959999 1.8900015000000039
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf100 1.99270576133 0 87.940002 1.919996999999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf101 1.93108298212 0 88.160004 1.5899939999999972
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf102 2.00236135985 0 88.020004 1.799993999999998
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf103 1.91086046154 0 88.259995 1.440007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf104 1.95173810837 0 87.980003 1.8599955000000037
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf105 1.97200918641 0 88.160004 1.5899939999999972
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf106 1.91086046154 0 88.300003 1.3799954999999926
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf107 2.01384137222 0 88.300003 1.3799954999999926
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf108 1.93028708168 0 88.259995 1.440007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf109 2.03543013873 0 88.18 1.559999999999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf110 1.95173810837 0 88.159996 1.5900059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf111 1.90645269504 0 88.0 1.8299999999999983
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf112 1.8731571451 0 88.419998 1.2000029999999882
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf113 1.79284683027 0 88.220009 1.4999864999999915
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf114 2.03543013873 0 88.240005 1.4699925000000036
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf115 2.03543013873 0 88.239998 1.4700029999999984
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf116 1.99270576133 0 88.040001 1.7699984999999927
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf117 1.83691289312 0 88.300003 1.3799954999999926
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf118 1.90206521647 0 88.099998 1.6800029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf119 2.00808495866 0 88.300003 1.3799954999999926
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv fp16 1 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv fp16 1 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf120 1.90645269504 0 88.139999 1.6200014999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf121 1.99270576133 0 87.939995 1.920007500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 29 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 29 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf122 2.02457820502 0 88.300003 1.3799954999999926
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf123 2.00321781877 0 88.340004 1.3199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf124 1.99270576133 0 88.160004 1.5899939999999972
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf125 1.8731571451 0 88.120003 1.6499955000000028
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf126 1.82735666462 0 88.239998 1.4700029999999984
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf127 1.93907823442 0 87.960007 1.8899894999999916
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 33 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 33 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf128 1.99270576133 0 87.979996 1.8600059999999985
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf129 1.99270576133 0 88.020004 1.799993999999998
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf130 1.98706937371 0 88.279999 1.4100014999999928
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv fp16 1 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv fp16 1 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf131 1.8731571451 0 88.540001 1.0199984999999927
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 24 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 24 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf132 2.00321781877 0 88.379997 1.2600044999999938
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf133 2.02457820502 0 88.220001 1.4999985000000038
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf134 1.94633077883 0 88.340004 1.3199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf135 1.95635801766 0 87.980003 1.8599955000000037
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf136 1.89182096856 0 88.479996 1.1100059999999985
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf137 1.86149312771 0 88.059998 1.7400030000000086
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf138 2.03543013873 0 88.160004 1.5899939999999972
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf139 2.00321781877 0 88.379997 1.2600044999999938
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 28 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf140 1.94095332873 0 88.059998 1.7400030000000086
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 35 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf141 1.91086046154 0 88.360001 1.289998500000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf142 1.94095332873 0 88.120003 1.6499955000000028
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf143 2.03543013873 0 88.32 1.3500000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf144 1.98230345381 0 88.139999 1.6200014999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 28 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf145 1.89872368793 0 88.119995 1.6500074999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf146 1.91086046154 0 88.280006 1.409990999999998
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf147 2.01384137222 0 88.37999 1.2600149999999886
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf148 1.95173810837 0 87.959999 1.8900015000000039
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf149 1.90129305101 0 88.099998 1.6800029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf150 1.8799240947 0 87.940002 1.919996999999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 33 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf151 1.98146478132 0 88.000008 1.8299880000000073
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf152 2.02457820502 0 88.300003 1.3799954999999926
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf153 2.01384137222 0 87.960007 1.8899894999999916
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf154 1.89616125983 0 88.220009 1.4999864999999915
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf155 2.03543013873 0 88.019997 1.800004499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf156 1.99270576133 0 88.080002 1.7099970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf157 1.8824427965 0 88.040001 1.7699984999999927
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 33 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 33 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf158 1.99270576133 0 88.040001 1.7699984999999927
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf159 1.94095332873 0 88.080002 1.7099970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 34 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 34 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf160 1.88168647759 0 88.460007 1.1399894999999916
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf161 1.9205246465 0 88.099998 1.6800029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf162 1.8731571451 0 88.300003 1.3799954999999926
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf163 2.01384137222 0 88.199997 1.530004500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 28 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf164 1.98230345381 0 88.019997 1.800004499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf165 1.96099985017 0 88.220009 1.4999864999999915
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf166 1.91086046154 0 88.080002 1.7099970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf167 1.94095332873 0 88.000008 1.8299880000000073
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf168 1.98230345381 0 88.159996 1.5900059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf169 1.91086046154 0 88.259995 1.440007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf170 2.03543013873 0 88.019997 1.800004499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf171 1.90645269504 0 87.979996 1.8600059999999985
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 35 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf172 1.91086046154 0 88.259995 1.440007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf173 1.99270576133 0 88.199997 1.530004500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 24 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf174 2.01384137222 0 88.139999 1.6200014999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf175 1.99270576133 0 88.159996 1.5900059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf176 1.87891850018 0 88.18 1.559999999999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 25 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf177 2.03543013873 0 88.220001 1.4999985000000038
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf178 1.98146478132 0 88.220001 1.4999985000000038
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf179 1.90645269504 0 87.959999 1.8900015000000039
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf180 1.97200918641 0 87.959999 1.8900015000000039
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 28 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 28 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf181 1.93028708168 0 88.300003 1.3799954999999926
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf182 1.97951063586 0 87.959999 1.8900015000000039
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 33 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 33 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf183 1.90129305101 0 88.0 1.8299999999999983
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 25 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 25 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf184 1.81789935087 0 88.180008 1.559987999999997
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf185 1.96924527959 0 88.0 1.8299999999999983
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 33 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 33 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf186 1.91086046154 0 88.159996 1.5900059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf187 1.93108298212 0 88.120003 1.6499955000000028
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf188 1.95635801766 0 88.119995 1.6500074999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf189 1.91086046154 0 88.280006 1.409990999999998
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf190 1.96924527959 0 88.0 1.8299999999999983
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 33 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 33 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf191 1.80065893786 0 88.099998 1.6800029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf192 1.96099985017 0 87.939995 1.920007500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 35 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf193 1.89182096856 0 88.0 1.8299999999999983
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv fp16 1 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv fp16 1 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf194 1.86396265195 0 88.120003 1.6499955000000028
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf195 1.88168647759 0 88.400002 1.2299969999999973
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf196 2.02457820502 0 88.32 1.3500000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf197 2.03543013873 0 88.139999 1.6200014999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf198 1.94095332873 0 88.040001 1.7699984999999927
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf199 1.94633077883 0 88.059998 1.7400030000000086
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf200 1.99270576133 0 88.119995 1.6500074999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf201 1.93028708168 0 88.080002 1.7099970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 25 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 25 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf202 1.94633077883 0 88.279999 1.4100014999999928
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv fp16 1 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv fp16 1 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf203 1.86396265195 0 88.120003 1.6499955000000028
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf204 1.89872368793 0 88.280006 1.409990999999998
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 34 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 34 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf205 1.95173810837 0 88.020004 1.799993999999998
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf206 1.98230345381 0 88.099998 1.6800029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf207 2.01384137222 0 88.32 1.3500000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf208 1.96099985017 0 88.159996 1.5900059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf209 2.03543013873 0 88.099991 1.680013499999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf210 1.95635801766 0 88.120003 1.6499955000000028
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf211 1.95635801766 0 88.180008 1.559987999999997
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf212 1.8824427965 0 88.160004 1.5899939999999972
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 25 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf213 1.78374245859 0 88.020004 1.799993999999998
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf214 1.85657365827 0 88.180008 1.559987999999997
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 33 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 33 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf215 1.93108298212 0 88.019997 1.800004499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf216 1.8731571451 0 88.099998 1.6800029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf217 1.94095332873 0 88.279999 1.4100014999999928
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf218 1.91086046154 0 88.340004 1.3199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf219 1.92131251512 0 88.400002 1.2299969999999973
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 30 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf220 1.98146478132 0 88.199997 1.530004500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf221 1.99270576133 0 88.119995 1.6500074999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf222 1.94095332873 0 87.959999 1.8900015000000039
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf223 2.01384137222 0 88.019997 1.800004499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 24 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 24 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf224 1.98230345381 0 88.119995 1.6500074999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf225 1.8824427965 0 88.139999 1.6200014999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf226 1.91790307812 0 88.120003 1.6499955000000028
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 34 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 34 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf227 1.80065893786 0 89.120003 0.4999970000000019
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf228 2.02457820502 0 88.240005 1.4699925000000036
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 25 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf229 1.93028708168 0 88.159996 1.5900059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf230 1.9205246465 0 88.260002 1.4399969999999982
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf231 1.96099985017 0 88.159996 1.5900059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf232 2.01384137222 0 88.340004 1.3199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf233 1.89872368793 0 88.159996 1.5900059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf234 1.97951063586 0 87.940002 1.919996999999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 33 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 33 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf235 1.91790307812 0 88.040001 1.7699984999999927
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 36 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 36 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf236 1.91086046154 0 88.300003 1.3799954999999926
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf237 1.90645269504 0 88.18 1.559999999999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf238 1.98230345381 0 88.159996 1.5900059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf239 1.81789935087 0 88.259995 1.440007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf240 1.97200918641 0 88.240005 1.4699925000000036
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf241 1.88168647759 0 88.120003 1.6499955000000028
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 35 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf242 1.96099985017 0 88.139999 1.6200014999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 34 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 34 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf243 1.93108298212 0 88.159996 1.5900059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf244 1.95173810837 0 88.159996 1.5900059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf245 1.91086046154 0 88.0 1.8299999999999983
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 30 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 30 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf246 1.86322110696 0 88.120003 1.6499955000000028
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf247 1.91685645364 0 88.199997 1.530004500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf248 1.85903013845 0 88.199997 1.530004500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf249 1.9265815376 0 87.939995 1.920007500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf250 2.03543013873 0 88.219994 1.5000089999999986
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf251 1.9265815376 0 88.059998 1.7400030000000086
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf252 2.02457820502 0 88.059998 1.7400030000000086
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf253 1.97200918641 0 88.279999 1.4100014999999928
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf254 1.94175805117 0 87.979996 1.8600059999999985
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf255 1.99270576133 0 88.040001 1.7699984999999927
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf256 1.91790307812 0 88.300003 1.3799954999999926
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 34 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 34 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf257 1.99270576133 0 88.220001 1.4999985000000038
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf258 2.00236135985 0 89.080002 0.5399980000000056
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf259 1.91086046154 0 88.340004 1.3199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf260 1.95635801766 0 87.920006 1.9499909999999971
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf261 2.01384137222 0 88.240005 1.4699925000000036
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf262 2.01384137222 0 87.959999 1.8900015000000039
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 24 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 24 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf263 1.99270576133 0 88.0 1.8299999999999983
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf264 1.86470478744 0 88.559998 0.9900030000000086
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf265 1.97200918641 0 88.200005 1.5299924999999917
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf266 1.95173810837 0 88.040001 1.7699984999999927
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf267 1.97200918641 0 88.199997 1.530004500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf268 1.91242101403 0 88.019997 1.800004499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 29 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 29 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf269 1.93028708168 0 88.280006 1.409990999999998
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf270 2.00808495866 0 88.200005 1.5299924999999917
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf271 1.97951063586 0 88.040001 1.7699984999999927
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 33 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 33 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf272 1.97200918641 0 88.279999 1.4100014999999928
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf273 2.02457820502 0 87.400002 2.7299969999999973
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf274 1.90283800938 0 87.260002 2.939996999999998
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf275 2.02457820502 0 87.340004 2.8199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 25 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf276 1.98146478132 0 87.380005 2.7599925000000027
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf277 1.79056203543 0 87.699997 2.280004500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 36 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 33 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 36 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 33 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf278 2.03543013873 0 88.040001 1.7699984999999927
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf279 1.915288657 0 87.800003 2.1299954999999926
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 33 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 33 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf280 1.84656959634 0 87.32 2.8500000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf281 1.99270576133 0 87.979996 1.8600059999999985
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf282 1.90206521647 0 87.560013 2.4899805000000015
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 24 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 24 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf283 1.95011275736 0 87.599998 2.4300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf284 1.78510221508 0 87.860001 2.039998500000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf285 2.03543013873 0 87.620003 2.399995500000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf286 1.8731571451 0 87.260002 2.939996999999998
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf287 1.98146478132 0 87.519997 2.550004499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf288 1.8799240947 0 87.360001 2.789998500000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 24 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 36 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 36 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf289 1.86470478744 0 87.379997 2.7600044999999938
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf290 1.93028708168 0 87.759995 2.190007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf291 1.89182096856 0 87.459999 2.640001500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf292 2.00808495866 0 87.419998 2.700002999999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf293 1.95011275736 0 87.919998 1.9500029999999882
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf294 2.03543013873 0 87.300003 2.8799954999999926
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf295 1.91685645364 0 87.440002 2.669996999999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf296 1.85632836726 0 87.360001 2.789998500000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf297 1.95011275736 0 87.840004 2.0699940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf298 2.03543013873 0 87.340004 2.8199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf299 2.03543013873 0 87.419998 2.700002999999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf300 1.93028708168 0 87.920006 1.9499909999999971
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf301 1.94014927301 0 87.599998 2.4300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf302 1.89335056537 0 87.220001 2.999998500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf303 1.83763364104 0 87.479996 2.6100059999999985
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf304 1.86470478744 0 87.259995 2.940007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf305 1.94552226256 0 87.400002 2.7299969999999973
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf306 1.89182096856 0 87.919998 1.9500029999999882
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf307 1.86470478744 0 87.379997 2.7600044999999938
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf308 1.91086046154 0 87.82 2.1000000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf309 1.92499779889 0 87.739998 2.2200029999999984
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 33 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 33 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf310 1.98230345381 0 87.37999 2.7600149999999886
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf311 1.9265815376 0 87.860001 2.039998500000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv fp16 1 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv fp16 1 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf312 1.87741212392 0 87.459999 2.640001500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 33 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 33 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf313 1.91086046154 0 87.620003 2.399995500000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf314 1.90052151224 0 88.339996 1.3200059999999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf315 1.8219067218 0 87.900002 1.9799969999999973
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 33 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 33 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf316 1.78510221508 0 87.480003 2.6099955000000037
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 29 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 29 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf317 1.93028708168 0 87.659996 2.3400059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf318 1.99270576133 0 88.32 1.3500000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf319 1.93187953917 0 87.440002 2.669996999999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf320 2.01384137222 0 87.339996 2.8200059999999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 29 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 29 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf321 1.93028708168 0 88.040009 1.7699865000000017
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf322 1.95011275736 0 87.540001 2.5199984999999927
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf323 1.99270576133 0 87.599998 2.4300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 25 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 25 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf324 1.82806993146 0 87.44001 2.669984999999997
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf325 1.99270576133 0 87.599998 2.4300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf326 1.98230345381 0 87.619995 2.400007499999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf327 1.89182096856 0 87.699997 2.280004500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf328 1.98146478132 0 87.440002 2.669996999999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf329 1.78828305664 0 87.420006 2.699990999999997
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf330 1.95011275736 0 87.5 2.5799999999999983
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 21 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 21 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf331 1.86470478744 0 88.459999 1.1400015000000039
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf332 1.915288657 0 87.899994 1.9800089999999884
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 33 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 33 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf333 1.89182096856 0 87.660004 2.3399939999999972
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf334 1.90129305101 0 87.32 2.8500000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf335 1.83691289312 0 87.499992 2.5800119999999893
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf336 1.99270576133 0 87.240005 2.9699925000000036
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf337 1.89335056537 0 87.379997 2.7600044999999938
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf338 1.86322110696 0 87.68 2.309999999999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf339 1.90283800938 0 87.560005 2.4899924999999925
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf340 1.93028708168 0 87.319992 2.8500119999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf341 1.83547309207 0 88.080002 1.7099970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 29 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 29 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf342 2.02457820502 0 87.340004 2.8199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf343 1.92499779889 0 87.319992 2.8500119999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 36 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 36 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf344 1.91086046154 0 87.580002 2.4599970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf345 1.8731571451 0 87.699997 2.280004500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 26 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 26 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf346 1.99270576133 0 87.900002 1.9799969999999973
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf347 1.915288657 0 87.660004 2.3399939999999972
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 28 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf348 2.02457820502 0 87.980003 1.8599955000000037
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf349 2.01384137222 0 87.860001 2.039998500000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf350 2.01384137222 0 88.080002 1.7099970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf351 1.89335056537 0 87.259995 2.940007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf352 1.95011275736 0 87.62001 2.399985000000008
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf353 1.82735666462 0 87.420006 2.699990999999997
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf354 1.90052151224 0 87.319992 2.8500119999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf355 1.81461237596 0 87.639999 2.3700014999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf356 1.99270576133 0 88.120003 1.6499955000000028
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf357 1.97200918641 0 87.259995 2.940007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf358 2.03543013873 0 87.759995 2.190007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf359 1.88168647759 0 87.680008 2.309987999999997
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf360 1.87490685722 0 87.280006 2.909990999999998
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 33 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 34 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 33 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 34 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf361 1.82735666462 0 88.259995 1.440007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 36 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 36 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf362 1.93187953917 0 87.259995 2.940007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf363 1.95173810837 0 87.800003 2.1299954999999926
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf364 1.78510221508 0 87.5 2.5799999999999983
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf365 1.85338992274 0 87.620003 2.399995500000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf366 1.8824427965 0 87.580002 2.4599970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf367 1.85412366139 0 87.759995 2.190007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 33 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 33 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf368 1.74714427646 0 87.319992 2.8500119999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf369 1.98230345381 0 87.240005 2.9699925000000036
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf370 1.90309574658 0 87.420006 2.699990999999997
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 33 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 33 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf371 1.85903013845 0 88.099991 1.680013499999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv fp16 1 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv fp16 1 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf372 1.83140588579 0 87.440002 2.669996999999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 33 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 33 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf373 1.98230345381 0 87.360001 2.789998500000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf374 1.915288657 0 87.539993 2.520010500000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 33 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 33 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf375 2.03543013873 0 87.840004 2.0699940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf376 1.99270576133 0 87.259995 2.940007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf377 1.78510221508 0 87.339996 2.8200059999999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf378 1.7844220778 0 87.560005 2.4899924999999925
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf379 1.93028708168 0 87.599998 2.4300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 25 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf380 1.9356055111 0 87.699997 2.280004500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf381 1.93028708168 0 87.619995 2.400007499999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf382 1.82569453792 0 87.419998 2.700002999999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 28 add fp32 1 relu fp32 1 
-12 gpu conv perf 25 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf383 1.8731571451 0 87.699997 2.280004500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf384 1.82735666462 0 88.019997 1.800004499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 33 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 33 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf385 2.03543013873 0 87.280006 2.909990999999998
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 25 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 25 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf386 1.95011275736 0 87.599998 2.4300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf387 1.89616125983 0 87.879997 2.0100044999999938
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 33 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 33 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf388 1.98230345381 0 87.220001 2.999998500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf389 1.98230345381 0 87.259995 2.940007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf390 1.97200918641 0 87.259995 2.940007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf391 1.94095332873 0 87.780006 2.159990999999998
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 35 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf392 1.80204461771 0 87.319992 2.8500119999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf393 1.94175805117 0 87.32 2.8500000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf394 1.915288657 0 87.580002 2.4599970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf395 1.77607613238 0 87.560005 2.4899924999999925
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf396 1.93187953917 0 87.360001 2.789998500000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf397 1.97117920006 0 87.380005 2.7599925000000027
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 25 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf398 1.88168647759 0 87.860008 2.039988000000008
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf399 1.97117920006 0 87.580002 2.4599970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf400 1.91685645364 0 87.580002 2.4599970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf401 2.03543013873 0 88.099998 1.6800029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf402 1.8731571451 0 88.060005 1.7399924999999925
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf403 1.7844220778 0 87.279999 2.910001499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 36 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 24 add fp32 1 relu fp32 1 
-10 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv fp16 1 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 36 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv fp16 1 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf404 1.93028708168 0 87.599998 2.4300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf405 2.03543013873 0 87.959999 1.8900015000000039
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf406 1.82167050509 0 87.480003 2.6099955000000037
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 33 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 33 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf407 1.83379617427 0 87.319992 2.8500119999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf408 1.83763364104 0 87.239998 2.9700029999999984
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf409 1.85338992274 0 87.62001 2.399985000000008
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf410 1.98230345381 0 87.479996 2.6100059999999985
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 25 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf411 1.97200918641 0 87.339996 2.8200059999999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf412 1.89335056537 0 87.32 2.8500000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf413 1.91086046154 0 87.82 2.1000000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf414 1.90052151224 0 87.62001 2.399985000000008
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 27 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 27 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf415 1.81227180478 0 87.260002 2.939996999999998
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 33 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 33 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf416 1.92499779889 0 87.240005 2.9699925000000036
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 33 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 33 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf417 1.84172858661 0 87.240005 2.9699925000000036
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 36 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 36 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf418 1.83691289312 0 87.459999 2.640001500000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf419 1.82735666462 0 87.68 2.309999999999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf420 1.99270576133 0 87.340004 2.8199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar10/data/autotuner_data/tuner_pareto_confs_batch220.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar10/data/autotuner_data/tuner_pareto_confs_batch220.txt
index e6eaa5ceb5bb31051f5e7ef702ca4b6f8479308f..d5b6d036282c28e0e41c95fa67e3f0039e8cbc2a 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar10/data/autotuner_data/tuner_pareto_confs_batch220.txt
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar10/data/autotuner_data/tuner_pareto_confs_batch220.txt
@@ -19,1179 +19,1179 @@ conf1 1 0 89.22 0
 -----
 +++++
 conf1 1.82735666462 0 89.259995 0.36000499999999536
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf2 1.8731571451 0 88.900009 0.47998650000000254
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 28 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf3 1.85485798124 0 88.659996 0.8400059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf4 1.8731571451 0 88.860001 0.5399985000000029
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf5 1.82735666462 0 88.779999 0.6600014999999928
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv samp 33 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 33 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf6 1.83691289312 0 89.059998 0.5600020000000058
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv perf 29 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 29 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf7 1.85485798124 0 88.580002 0.9599970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 25 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 25 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf8 1.84997347341 0 88.759995 0.690007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 35 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 35 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf9 1.84584182312 0 89.180008 0.43999199999999805
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf10 1.8731571451 0 88.900009 0.47998650000000254
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf11 1.84100462354 0 88.659996 0.8400059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 25 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 25 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf12 1.85485798124 0 88.660004 0.8399939999999972
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf13 1.85485798124 0 88.619995 0.9000074999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf14 1.8731571451 0 88.940002 0.679997999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf15 1.85485798124 0 88.659996 0.8400059999999883
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 28 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf16 1.82735666462 0 88.599998 0.9300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 26 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 26 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf17 2.03543013873 0 88.18 1.559999999999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf18 2.03543013873 0 88.240005 1.4699925000000036
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf19 2.03543013873 0 88.239998 1.4700029999999984
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf20 2.02457820502 0 88.300003 1.3799954999999926
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf21 2.02457820502 0 88.220001 1.4999985000000038
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf22 2.03543013873 0 88.160004 1.5899939999999972
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf23 2.03543013873 0 88.32 1.3500000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf24 2.02457820502 0 88.300003 1.3799954999999926
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf25 2.03543013873 0 88.019997 1.800004499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf26 2.03543013873 0 88.019997 1.800004499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf27 2.03543013873 0 88.220001 1.4999985000000038
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf28 2.02457820502 0 88.32 1.3500000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf29 2.03543013873 0 88.139999 1.6200014999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf30 2.03543013873 0 88.099991 1.680013499999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf31 2.02457820502 0 88.240005 1.4699925000000036
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 25 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf32 2.03543013873 0 88.219994 1.5000089999999986
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf33 2.02457820502 0 88.059998 1.7400030000000086
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf34 2.00236135985 0 89.080002 0.5399980000000056
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf35 2.02457820502 0 87.400002 2.7299969999999973
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf36 2.02457820502 0 87.340004 2.8199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 25 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf37 2.03543013873 0 88.040001 1.7699984999999927
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf38 1.99270576133 0 87.979996 1.8600059999999985
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf39 2.03543013873 0 87.620003 2.399995500000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf40 2.00808495866 0 87.419998 2.700002999999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf41 2.03543013873 0 87.300003 2.8799954999999926
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf42 2.03543013873 0 87.340004 2.8199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf43 2.03543013873 0 87.419998 2.700002999999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf44 1.99270576133 0 88.32 1.3500000000000085
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf45 2.01384137222 0 87.339996 2.8200059999999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 29 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 29 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf46 1.99270576133 0 87.599998 2.4300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 25 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 25 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf47 1.99270576133 0 87.599998 2.4300029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf48 1.86470478744 0 88.459999 1.1400015000000039
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf49 1.99270576133 0 87.240005 2.9699925000000036
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf50 2.02457820502 0 87.340004 2.8199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf51 1.99270576133 0 87.900002 1.9799969999999973
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf52 2.02457820502 0 87.980003 1.8599955000000037
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf53 2.01384137222 0 87.860001 2.039998500000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf54 2.01384137222 0 88.080002 1.7099970000000084
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf55 1.99270576133 0 88.120003 1.6499955000000028
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf56 2.03543013873 0 87.759995 2.190007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf57 2.03543013873 0 87.840004 2.0699940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf58 1.99270576133 0 87.259995 2.940007499999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 24 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf59 2.03543013873 0 87.280006 2.909990999999998
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 25 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 25 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf60 2.03543013873 0 88.099998 1.6800029999999992
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf61 2.03543013873 0 87.959999 1.8900015000000039
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 23 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf62 1.99270576133 0 87.340004 2.8199940000000083
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv perf 28 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar10/data/autotuner_data/tuner_promise_confs_batch220_multi.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar10/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
new file mode 100644
index 0000000000000000000000000000000000000000..b4728be2a5483743f009fec435de8e99dff07c6c
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar10/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
@@ -0,0 +1,7486 @@
++++++
+conf1 1 0 89.22 0
+1 gpu conv fp32 1 add fp32 1 relu fp32 1 
+2 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+3 gpu conv fp32 1 add fp32 1 relu fp32 1 
+4 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+5 gpu conv fp32 1 add fp32 1 relu fp32 1 
+6 gpu conv fp32 1 add fp32 1 relu fp32 1 
+7 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+8 gpu conv fp32 1 add fp32 1 relu fp32 1 
+9 gpu conv fp32 1 add fp32 1 relu fp32 1 
+10 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+11 gpu conv fp32 1 add fp32 1 relu fp32 1 
+12 gpu conv fp32 1 add fp32 1 relu fp32 1 
+13 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+14 gpu mul fp32 1 add fp32 1 relu fp32 1 
+15 gpu mul fp32 1 add fp32 1 
+16 gpu softmax fp32 1
+-----
++++++
+conf1 2.22312589401 0 89.006667325 0.6133326750000038
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf2 2.79726854294 0 87.8775005 2.0137492500000036
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 promise swing_level 5 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf3 2.88604132716 0 87.965832775 1.881250837500005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf4 3.39390401599 0 87.8625003 2.036249550000008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf5 2.95120798947 0 87.954167275 1.8987490874999935
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf6 2.45726350874 0 87.860832275 2.0387515874999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf7 2.29810446067 0 88.0399999 1.7700001500000013
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf8 3.58520812283 0 87.97166725 1.8724991250000045
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf9 3.94997181369 0 87.56666705 2.4799994249999884
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf10 3.11902161192 0 87.546666225 2.510000662500005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 7 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf11 4.89010044114 0 87.38999925 2.7450011249999946
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf12 4.69428803602 0 87.3849995 2.7525007499999887
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf13 4.67686538966 0 87.499167 2.5812494999999984
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf14 4.52292512285 0 87.404999375 2.7225009374999942
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf15 3.86569311474 0 87.544999825 2.512500262499991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf16 4.69428803602 0 87.411666175 2.712500737500008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf17 3.62381381809 0 87.345833225 2.811250162499988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf18 3.24782542868 0 87.902499975 1.9762500375000016
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf19 2.90537724252 0 87.34583385 2.8112492249999903
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf20 4.33991036822 0 87.3708331 2.7737503500000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf21 2.92741170033 0 87.480833025 2.608750462500005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf22 3.06626887804 0 87.414999 2.7075015000000064
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf23 3.08522239286 0 87.938333575 1.922499637499996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf24 3.37235767581 0 87.734167675 2.228748487500006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 7 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf25 3.22675411306 0 87.770000075 2.1749998875000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf26 3.53225531663 0 87.35833385 2.7924992250000074
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf27 2.25968451738 0 88.108333275 1.6675000874999881
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf28 4.02101952804 0 87.7124998 2.2612502999999933
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf29 2.9881132992 0 87.8450002 2.0624996999999965
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf30 4.22938970632 0 87.65166655 2.352500174999996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf31 3.31996417301 0 87.87666745 2.0149988249999993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf32 2.84588159936 0 88.363332625 1.285001062500001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf33 3.44027448615 0 87.991666575 1.8425001375000036
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf34 4.7351841274 0 87.418333975 2.7024990375000044
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf35 3.31808248998 0 87.29166815 2.8924977749999883
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf36 4.31094843819 0 87.4375006 2.6737490999999878
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf37 3.70919625868 0 87.374999825 2.7675002624999934
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf38 3.94997181369 0 87.579167575 2.461248637499999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf39 4.15589354787 0 87.682500075 2.306249887500009
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf40 4.02914883006 0 87.33500035 2.827499474999996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf41 4.29008515477 0 87.584166775 2.4537498374999984
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf42 3.10283486565 0 87.5333332 2.5300001999999964
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf43 4.572231956 0 87.436668425 2.674997362500008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 promise swing_level 3 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf44 3.26196341921 0 87.5649984 2.4825024000000084
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf45 4.39090652492 0 87.42333305 2.6950004250000035
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 promise swing_level 3 
+9 promise swing_level 6 
+10 promise swing_level 6 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf46 3.22371867403 0 87.670832 2.323751999999992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 promise swing_level 6 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf47 2.9881132992 0 87.416667 2.7049994999999925
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf48 3.18549343688 0 87.382500625 2.7562490624999896
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf49 3.46069601443 0 87.60833315 2.4175002749999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf50 3.31996417301 0 87.44749955 2.658750674999993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf51 3.85323634209 0 87.60083245 2.4287513250000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf52 3.45869404191 0 87.67416745 2.318748825
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf53 3.49048578894 0 87.71000005 2.264999924999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf54 4.64593590175 0 87.25333365 2.9499995249999955
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 promise swing_level 3 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf55 3.18549343688 0 87.410832825 2.7137507624999984
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf56 3.27450706009 0 87.619166725 2.401249912499999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf57 3.08048740791 0 87.799999025 2.1300014624999903
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf58 3.42647315487 0 87.74416595 2.2137510750000047
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf59 3.23027793555 0 87.489999675 2.5950004874999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf60 3.63036816218 0 87.829167225 2.086249162499989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf61 3.4210918644 0 87.482499725 2.606250412500003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf62 2.81904476363 0 87.59750055 2.4337491749999884
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf63 3.91442674653 0 87.61583295 2.4062505750000014
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf64 3.20815052809 0 88.079168075 1.7112478875000008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf65 2.76237357142 0 87.8908336 1.9937496000000081
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf66 3.8889652023 0 88.084167075 1.7037493875000038
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf67 3.65477924348 0 87.61000065 2.414999024999993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf68 3.72305465534 0 87.65916555 2.3412516750000023
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf69 4.22265290703 0 87.22583345 2.991249825000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 5 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf70 3.73701699657 0 87.9641672 1.8837491999999898
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf71 3.1223139408 0 87.448332225 2.657501662499996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf72 4.47552559764 0 87.395001625 2.737497562499989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf73 3.32916802495 0 87.91250015 1.9612497749999989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf74 3.89273633436 0 87.91333355 1.9599996749999917
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf75 2.77711551584 0 87.57166605 2.4725009249999914
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 6 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf76 3.69544065016 0 87.679165225 2.31125216249999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf77 3.70230567751 0 87.628333175 2.3875002375000065
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf78 4.28315376855 0 87.56833295 2.4775005750000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf79 4.09962813497 0 87.36166675 2.7874998750000017
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf80 3.63977274615 0 87.551666525 2.5025002124999958
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf81 2.84691955592 0 87.674167825 2.3187482625000015
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf82 3.35532459557 0 87.69666555 2.2850016749999895
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf83 4.05098853786 0 87.443332275 2.6650015874999937
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf84 2.74749178504 0 87.44499825 2.662502625000002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf85 3.32688197478 0 87.661667525 2.3374987125000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf86 3.01032874903 0 87.339166325 2.821250512500008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 promise swing_level 5 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf87 4.0953860212 0 87.583332625 2.4550010625000027
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf88 3.44922680129 0 87.3699999 2.775000150000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf89 2.21984182444 0 88.9241673 0.6958327000000054
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf90 3.3666607999 0 87.8816672 2.007499200000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf91 3.959768091 0 87.686667775 2.299998337499993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf92 3.87758850268 0 87.5999997 2.4300004500000014
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf93 3.21424205348 0 87.4341656 2.6787515999999982
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf94 3.55482086232 0 87.467500825 2.6287487624999955
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf95 3.51717933382 0 87.55499955 2.4975006749999906
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf96 3.13170914898 0 88.15249975 1.6012503749999922
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf97 2.52632150587 0 87.70333305 2.2750004250000018
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf98 4.2353818578 0 87.541666025 2.5175009625000015
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf99 3.73294623828 0 87.849166975 2.056249537499994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf100 3.89273633436 0 87.619166125 2.4012508124999883
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf101 2.93640526336 0 87.28916585 2.896251224999993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf102 2.82539388525 0 87.424999775 2.692500337499993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf103 4.46883521597 0 87.520833175 2.5487502374999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf104 3.99682726015 0 87.56750025 2.478749625000006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf105 4.11867598703 0 87.574166625 2.4687500624999927
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 5 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf106 3.17789222237 0 87.7116655 2.2625017500000055
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 7 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf107 2.66902126706 0 87.32749985 2.8387502250000054
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf108 3.17702992638 0 87.939999775 1.9200003374999923
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf109 3.79392955242 0 87.5916673 2.442499050000002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf110 3.99682726015 0 87.552500025 2.5012499624999975
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf111 2.50358846207 0 88.07833385 1.7124992249999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf112 3.3666607999 0 87.7483328 2.2075007999999983
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf113 4.91121042638 0 87.3341672 2.8287492000000043
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf114 3.27446890333 0 87.9450001 1.9124998499999961
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf115 2.91950398768 0 87.53499985 2.52750022499999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf116 2.94286314393 0 87.99083355 1.8437496749999909
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf117 2.79824347053 0 88.00916575 1.8162513750000073
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 5 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf118 3.40500767379 0 88.1741661 1.5687508500000078
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf119 2.54782996541 0 87.7858328 2.151250800000007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 7 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 7 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf120 2.44744012416 0 88.089999575 1.6950006375000086
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf121 3.78912071371 0 87.9108349 1.963747650000002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 promise swing_level 7 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf122 2.80254123772 0 87.74583265 2.211251025000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 6 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf123 3.60628101133 0 87.845833725 2.06124941249999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf124 3.42359268611 0 87.459999475 2.640000787499993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf125 3.11090718311 0 87.88999935 1.9950009750000035
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf126 3.06938366979 0 88.19083295 1.5437505749999971
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf127 3.22331191537 0 87.734999825 2.227500262499994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 promise swing_level 7 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf128 4.33910619993 0 87.847501325 2.058748012500004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 promise swing_level 7 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf129 3.33335410651 0 88.000832525 1.8287512124999878
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 promise swing_level 7 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf130 2.26805593313 0 87.304999625 2.872500562500008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf131 4.18791473608 0 87.389168025 2.746247962499993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf132 2.80220587255 0 87.903334475 1.9749982875000072
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 3 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf133 4.17113055975 0 87.67583375 2.3162493750000053
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf134 3.93889835168 0 87.952500025 1.901249962499989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 7 
+10 promise swing_level 7 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf135 3.91824744464 0 87.4125023 2.7112465499999985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf136 2.44571473308 0 87.342499925 2.8162501125000006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf137 4.22119398129 0 87.338332975 2.822500537499998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf138 4.90915126278 0 87.302499475 2.876250787499991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf139 4.21669669353 0 87.814167575 2.1087486374999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 promise swing_level 7 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf140 3.75108445622 0 87.828332875 2.087500687499997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 7 
+10 promise swing_level 7 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf141 4.76061397485 0 87.410831825 2.7137522624999946
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 promise swing_level 7 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf142 2.95449706541 0 87.53333275 2.530000874999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf143 2.4437154746 0 87.961666675 1.887499987499993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 7 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf144 4.7155572369 0 87.380000675 2.7599989874999906
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf145 4.26178224546 0 87.615001225 2.407498162499998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 promise swing_level 7 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf146 4.59240711912 0 87.433332825 2.6800007625000077
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf147 3.61063669031 0 87.8116656 2.1125016000000016
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf148 3.58036603881 0 87.73916455 2.221253175000001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf149 3.36714489097 0 87.775000625 2.167499062499992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf150 3.24872658833 0 87.49916765 2.5812485249999924
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf151 4.39008334862 0 87.29583455 2.8862481750000057
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 promise swing_level 6 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf152 2.85269979653 0 87.4049998 2.7225003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf153 3.34828812808 0 87.664999775 2.332500337500001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf154 3.89781194593 0 87.642500125 2.3662498125000013
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf155 4.00217812894 0 87.63749985 2.373750225000002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf156 2.7230507567 0 87.69833235 2.2825014749999966
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf157 3.3992411676 0 87.452500275 2.65124958749999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf158 3.03052200765 0 87.438333575 2.672499637499996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf159 2.67407559534 0 87.426667225 2.689999162499994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf160 2.89585605158 0 87.32416655 2.8437501749999967
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf161 3.37239814804 0 87.42833305 2.687500424999989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf162 3.16529194069 0 87.500833125 2.5787503124999986
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 7 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf163 3.46825620155 0 87.411667125 2.7124993125000074
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf164 2.74905073367 0 87.44833355 2.657499674999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf165 3.37239814804 0 87.689168225 2.2962476624999937
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf166 2.9629705972 0 87.37750055 2.763749175000008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf167 2.70309096415 0 87.4308331 2.683750349999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf168 4.01292296369 0 87.66166665 2.337500024999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf169 3.84269789692 0 87.470835375 2.623746937500009
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf170 3.959768091 0 87.613332825 2.4100007624999975
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf171 3.07253839114 0 87.65166645 2.3525003250000083
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 7 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf172 4.40950995119 0 87.4466671 2.6599993499999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf173 3.06784222957 0 87.36250025 2.7862496250000035
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf174 4.0675243274 0 87.580000625 2.459999062500003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf175 3.49869949155 0 87.42666675 2.689999875000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf176 3.31440369918 0 87.89083325 1.9937501249999983
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf177 2.98957564167 0 87.97583395 1.866249075000006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf178 2.49571716644 0 88.3791682 1.2612477000000055
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf179 3.63257386824 0 87.67166705 2.3224994250000037
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf180 2.29373373706 0 87.3775007 2.76374895
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf181 3.26200128507 0 87.447501525 2.658747712499988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 6 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf182 4.27091529853 0 87.54749935 2.508750975000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf183 3.46419437211 0 87.65166645 2.3525003250000083
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf184 3.67278797036 0 87.37750015 2.7637497749999937
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 6 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf185 3.58255705929 0 87.415832825 2.706250762500005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf186 2.54027539556 0 88.04916635 1.7562504750000087
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 5 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf187 2.9367735215 0 87.389999625 2.745000562499996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf188 2.71933521405 0 87.917501075 1.9537483874999921
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf189 4.02441715614 0 87.6583342 2.3424987
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf190 2.71936152972 0 87.399165525 2.731251712499997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf191 3.93371524437 0 87.821667275 2.0974990875000046
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf192 2.90285613143 0 87.91499975 1.957500374999988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf193 2.58393260167 0 87.37750015 2.7637497749999937
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf194 3.32365532462 0 87.42499945 2.692500824999996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf195 3.38002422456 0 87.445831475 2.66125278749999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf196 3.45024320761 0 87.4049996 2.7225006000000036
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf197 3.57399084262 0 87.33999965 2.8200005250000046
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf198 3.69087809171 0 87.3116667 2.862499949999993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf199 3.35348266569 0 87.295833425 2.8862498625000015
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf200 2.47636288822 0 87.57249915 2.471251275
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 29 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf201 2.91387309429 0 87.4475012 2.658748199999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf202 2.22354808258 0 88.58666625 0.9500006250000084
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf203 3.58036603881 0 87.590833 2.443750499999993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf204 2.43871043482 0 88.8666663 0.5300005499999898
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf205 3.59976716148 0 88.08083365 1.7087495249999947
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 promise swing_level 7 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf206 3.35720865842 0 88.0383344 1.7724984000000035
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 promise swing_level 7 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf207 2.64856913689 0 88.45666565 1.1450015249999907
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 7 
+9 promise swing_level 7 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf208 3.72305465534 0 88.078334425 1.712498362500007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 promise swing_level 5 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf209 2.62041316054 0 88.210833625 1.5137495624999886
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf210 3.23247029166 0 87.28916645 2.896250325000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf211 3.41718124763 0 87.4116671 2.7124993499999945
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 promise swing_level 3 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf212 3.07971090716 0 87.445834025 2.6612489625000038
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf213 2.20591850054 0 87.40166585 2.7275012249999975
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 23 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf214 2.6053018248 0 87.883333075 2.0050003875000044
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf215 3.28346025846 0 87.76500005 2.182499925000002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf216 3.11135496304 0 87.321666825 2.847499762500007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf217 3.21854939467 0 87.339166525 2.8212502125000043
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf218 2.55547608094 0 87.26916725 2.9262491250000053
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 7 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf219 3.11135496304 0 87.56416635 2.483750475000008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf220 2.87220643768 0 87.521666525 2.5475002124999975
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf221 2.77618267928 0 87.439166325 2.671250512499995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf222 3.05334175057 0 87.425834175 2.69124873749999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf223 2.33585182653 0 88.35333315 1.3000002750000021
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf224 2.21716206658 0 87.3116662 2.862500699999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf225 2.69120853177 0 87.656667675 2.344998487500007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf226 3.1703271975 0 87.6783335 2.3124997500000077
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf227 2.97212144641 0 87.367499325 2.7787510125000026
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf228 2.25144682528 0 87.3958334 2.736249899999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf229 2.86912722694 0 87.202500275 3.02624958749999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf230 2.87079797879 0 87.47999995 2.610000074999988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf231 2.56975480404 0 87.446666425 2.660000362499993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf232 2.69696840237 0 87.287500325 2.898749512500004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf233 2.88189757495 0 87.3600014 2.789997899999996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf234 2.43871043482 0 88.846666575 0.5600001374999977
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf235 3.05254571314 0 88.251667425 1.4524988625000077
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf236 2.98398831599 0 88.01166725 1.812499124999995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 5 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf237 3.16568418685 0 87.905833425 1.9712498625000023
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf238 2.62041316054 0 88.217499575 1.5037506374999907
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf239 3.3002347944 0 87.99583305 1.8362504249999958
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf240 4.18941320219 0 87.5874997 2.4487504500000057
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf241 4.0675243274 0 87.470832425 2.623751362500002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 promise swing_level 5 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf242 3.32224072274 0 87.538332275 2.5225015874999954
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf243 4.17546908121 0 87.220834375 2.998748437500005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 promise swing_level 6 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf244 3.00691426182 0 87.72833195 2.237502075000002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf245 4.0953860212 0 87.402499325 2.7262510125000077
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf246 2.88189757495 0 87.379998625 2.7600020625
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf247 2.54462300687 0 87.7791658 2.1612512999999964
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf248 3.26693134436 0 87.919166625 1.9512500624999944
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 promise swing_level 5 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf249 3.10006219208 0 87.460834125 2.6387488124999905
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 6 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf250 2.92272273741 0 87.498334275 2.582498587499991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 5 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf251 2.43871043482 0 88.83583265 0.5762510249999977
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf252 2.83909591662 0 87.860833225 2.0387501625000084
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 promise swing_level 5 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 5 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf253 2.62041316054 0 88.179165975 1.5612510374999928
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf254 2.81041738465 0 88.41333255 1.210001174999988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf255 3.96177786409 0 87.65249905 2.351251424999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 6 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf256 3.45622671318 0 87.531667525 2.5324987124999936
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 6 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf257 4.73893731565 0 87.360832475 2.7887512875000056
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf258 4.73893731565 0 87.286666275 2.9000005874999957
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf259 4.27169438746 0 87.3650001 2.7824998499999936
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 5 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 6 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf260 3.87887308869 0 87.9549999 1.897500149999992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 promise swing_level 5 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf261 4.41852349351 0 87.749167875 2.2062481875000017
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf262 3.37191254539 0 87.934166975 1.9287495375000034
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 6 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf263 3.16486414663 0 87.485832525 2.6012512124999887
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf264 3.59226623023 0 87.574167175 2.468749237499999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf265 3.45822582959 0 87.5208324 2.5487513999999933
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 6 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf266 3.36383970725 0 87.486666775 2.5999998374999933
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf267 3.82189695779 0 87.43416595 2.678751075000008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 5 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf268 3.90420222535 0 87.695832675 2.28625098749999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 7 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf269 3.22331191537 0 87.90000085 1.9799987250000015
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf270 2.28385340025 0 87.23833315 2.9725002749999945
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf271 2.56726621541 0 87.99666665 1.8350000250000065
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 6 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf272 3.73354140496 0 87.47749935 2.613750974999995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf273 3.6204988657 0 88.1550005 1.5974992499999985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 5 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf274 4.02372564807 0 87.5900007 2.4449989499999916
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf275 4.62353838059 0 87.5825008 2.4562487999999902
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf276 3.51050063574 0 87.59416715 2.438749274999992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf277 3.70577219978 0 87.614999375 2.4075009375000036
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf278 4.59420908695 0 87.56083335 2.4887499750000046
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 5 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf279 2.88189757495 0 87.353333075 2.800000387500006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf280 3.56121805284 0 87.5758337 2.4662494499999923
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 6 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf281 3.58255705929 0 87.561666325 2.4875005124999916
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 6 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf282 3.11580531377 0 87.601667 2.427499499999989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 6 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf283 3.06039148759 0 87.4933328 2.5900007999999914
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 7 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf284 3.38002422456 0 87.65249995 2.3512500749999887
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 6 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf285 3.64255641277 0 87.574165675 2.4687514874999934
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf286 3.56121805284 0 87.6333336 2.379999599999998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf287 3.18552954817 0 87.66083365 2.338749524999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 6 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf288 3.82189695779 0 87.3058323 2.8712515499999895
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 5 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf289 2.55109133649 0 88.824998875 0.5925016874999898
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 promise swing_level 7 
+10 promise swing_level 7 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf290 2.35515489426 0 88.702499575 0.7762506374999916
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 promise swing_level 3 
+9 promise swing_level 7 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf291 2.66035423751 0 88.725834075 0.7412488875000065
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 7 
+10 promise swing_level 7 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf292 2.46892186955 0 88.620833925 0.8987491124999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 promise swing_level 5 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf293 2.43871043482 0 88.8566664 0.5450004000000064
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf294 2.58640601032 0 88.735001425 0.7274978625000088
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 promise swing_level 3 
+9 promise swing_level 7 
+10 promise swing_level 7 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf295 2.40247335088 0 88.687499975 0.7987500375000067
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 7 
+10 promise swing_level 6 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf296 2.81041738465 0 88.028332525 1.787501212500004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf297 3.90290081063 0 88.0141664 1.808750400000008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf298 3.04787736289 0 87.907500275 1.9687495874999925
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf299 3.23637931184 0 88.330000375 1.3349994375000023
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 7 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf300 2.93456535715 0 87.989167825 1.846248262500005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf301 3.16736124336 0 88.041667175 1.7674992374999974
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 6 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf302 2.78424216484 0 88.337501375 1.323747937499995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 7 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf303 3.80420184699 0 87.9891664 1.8462503999999953
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf304 3.23637931184 0 88.4875002 1.098749699999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 promise swing_level 5 
+9 promise swing_level 5 
+10 promise swing_level 7 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf305 2.62041316054 0 88.203333325 1.5250000124999943
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf306 3.23593208824 0 88.0941658 1.6887512999999998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 promise swing_level 7 
+10 promise swing_level 7 
+11 promise swing_level 6 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf307 3.42159173642 0 88.443335225 1.1649971625000006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 promise swing_level 5 
+10 promise swing_level 7 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf308 3.3002347944 0 88.093334025 1.6899989624999918
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 7 
+11 promise swing_level 3 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf309 3.62872735439 0 87.960833225 1.8887501624999956
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 7 
+11 promise swing_level 6 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf310 3.4527019977 0 88.395832675 1.2362509875000072
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 promise swing_level 5 
+10 promise swing_level 7 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf311 3.42159173642 0 88.39416615 1.2387507749999926
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 promise swing_level 5 
+10 promise swing_level 7 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf312 4.2916576411 0 87.390833475 2.7437497875000076
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf313 3.66154160089 0 87.591667 2.4424994999999967
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf314 3.57662923878 0 87.331667275 2.832499087499997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf315 3.31073305677 0 87.804167125 2.1237493124999887
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf316 3.75639965063 0 87.25750005 2.9437499249999917
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf317 3.3747472006 0 87.392500825 2.7412487624999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf318 3.66823325689 0 87.430834 2.6837489999999917
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf319 2.82170564914 0 87.6274997 2.3887504499999963
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf320 3.43338092572 0 87.43666615 2.675000775000008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf321 2.92844895413 0 87.87833435 2.012498474999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 7 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf322 3.4527019977 0 87.357498925 2.793751612499996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf323 3.23198697458 0 87.3575007 2.793748949999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf324 3.80245163432 0 87.6775002 2.3137497000000025
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf325 2.15268737669 0 87.3516675 2.802498749999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf326 3.8889652023 0 87.38416695 2.7537495750000076
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf327 3.66431089406 0 87.38166555 2.7575016750000074
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf328 2.88189757495 0 87.393332725 2.740000912500008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf329 2.39980610692 0 88.320000325 1.3499995125000055
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf330 4.15952302959 0 87.3941673 2.7387490499999885
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf331 2.77909300529 0 87.6575016 2.3437475999999933
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 7 
+12 promise swing_level 6 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf332 3.63257386824 0 87.580834025 2.458748962499996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf333 2.67077160752 0 87.36833175 2.7775023750000045
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf334 2.3107659614 0 88.750832 0.7037519999999944
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf335 2.43871043482 0 88.830000375 0.5849994375000023
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf336 2.25669026527 0 88.19916785 1.531248225000006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf337 2.62041316054 0 88.201666775 1.5274998374999882
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf338 3.44871882267 0 87.9841679 1.8537481499999942
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 promise swing_level 5 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf339 3.12759614858 0 88.134999425 1.6275008624999927
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 5 
+10 promise swing_level 7 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf340 2.30252960566 0 88.02416645 1.7937503250000049
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 7 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf341 3.43880097701 0 87.575833525 2.4662497125000087
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf342 2.91420549975 0 87.312500225 2.8612496625000077
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf343 4.33676241041 0 87.852499375 2.051250937500008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf344 3.47275668824 0 87.641666 2.367500999999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf345 2.71196063726 0 87.354999175 2.7975012374999935
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 7 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf346 4.32734587799 0 87.410000375 2.714999437500005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf347 3.1944378689 0 87.351667025 2.802499462500002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf348 2.96037977555 0 87.29999945 2.880000824999996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf349 2.88782087104 0 87.430834275 2.6837485875000056
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf350 2.88885995212 0 87.5633341 2.4849988499999895
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf351 2.75314466005 0 87.907500075 1.968749887499996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf352 2.47507600395 0 87.9208338 1.948749300000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf353 2.74937349567 0 87.3749995 2.7675007499999964
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf354 3.09521339508 0 87.6141666 2.408750099999992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf355 2.99748429973 0 87.36499935 2.7825009749999907
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf356 2.88189757495 0 87.56749895 2.478751574999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf357 2.90288611892 0 87.2866667 2.8999999500000015
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf358 4.40060202139 0 87.384166725 2.7537499124999982
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf359 5.0608679523 0 87.2600004 2.939999400000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 promise swing_level 6 
+12 promise swing_level 6 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf360 3.13335039202 0 87.685000575 2.302499137499993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf361 2.88189757495 0 87.39916595 2.731251075000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf362 2.41436297924 0 87.5375009 2.5237486500000017
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf363 2.8243431753 0 87.335833375 2.8262499374999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 5 
+11 promise swing_level 7 
+12 promise swing_level 6 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf364 2.69363345703 0 87.7666664 2.18000039999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf365 2.93855473873 0 87.74083295 2.2187505750000014
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf366 4.10034598028 0 87.511667025 2.562499462500007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf367 2.79532072438 0 87.648334325 2.3574985125000083
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf368 2.99748429973 0 87.29499945 2.8875008249999894
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf369 3.3747472006 0 87.335000875 2.8274986874999897
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf370 2.43871043482 0 88.876667225 0.5149991624999899
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf371 3.49304571139 0 87.886666475 2.0000002875000007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf372 2.62041316054 0 88.18583415 1.5512487749999906
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf373 3.21895495215 0 88.235000825 1.477498762499998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf374 2.89129730127 0 87.355000075 2.7974998874999883
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf375 3.40893181539 0 87.679167025 2.311249462500001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf376 3.43040508008 0 87.5433332 2.5150001999999887
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 promise swing_level 3 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf377 3.32365532462 0 87.650000725 2.354998912500001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf378 2.85673090848 0 87.6350016 2.377497600000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf379 3.66943077008 0 87.448333725 2.6574994125000018
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf380 3.61281847778 0 87.5375004 2.5237494
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf381 2.91100547222 0 87.31250005 2.8612499250000027
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf382 2.5775096386 0 88.148333525 1.607499712500001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf383 2.99444983413 0 87.32000015 2.8499997750000006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf384 2.94400390535 0 87.27166645 2.9225003250000015
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf385 2.72772934611 0 88.04250105 1.7662484250000006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 6 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf386 2.88189757495 0 87.357499525 2.7937507125000067
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf387 3.20599102562 0 88.057500625 1.7437490624999938
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf388 3.95787184337 0 87.305834375 2.871248437499993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf389 2.85571480751 0 87.63000045 2.3849993250000026
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf390 2.09444472403 0 88.0391668 1.7712497999999925
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf391 3.38291326538 0 87.556666775 2.4949998375000035
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 6 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf392 2.59992645158 0 87.334166375 2.8287504375000054
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf393 3.10125965268 0 87.31916695 2.851249575000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 7 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar10/data/autotuner_data/tuner_promise_confs_batch220_single.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar10/data/autotuner_data/tuner_promise_confs_batch220_single.txt
new file mode 100644
index 0000000000000000000000000000000000000000..c31986ee32aa166906b4343a5e77966d4b5fe70a
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar10/data/autotuner_data/tuner_promise_confs_batch220_single.txt
@@ -0,0 +1,8683 @@
++++++
+conf1 1 0 89.22 0
+1 gpu conv fp32 1 add fp32 1 relu fp32 1 
+2 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+3 gpu conv fp32 1 add fp32 1 relu fp32 1 
+4 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+5 gpu conv fp32 1 add fp32 1 relu fp32 1 
+6 gpu conv fp32 1 add fp32 1 relu fp32 1 
+7 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+8 gpu conv fp32 1 add fp32 1 relu fp32 1 
+9 gpu conv fp32 1 add fp32 1 relu fp32 1 
+10 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+11 gpu conv fp32 1 add fp32 1 relu fp32 1 
+12 gpu conv fp32 1 add fp32 1 relu fp32 1 
+13 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+14 gpu mul fp32 1 add fp32 1 relu fp32 1 
+15 gpu mul fp32 1 add fp32 1 
+16 gpu softmax fp32 1
+-----
++++++
+conf1 2.67672467719 0 88.795999525 0.6360007124999996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf2 3.33800665782 0 88.866998825 0.5295017625000042
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 4 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf3 3.22938698033 0 88.9155001 0.45674984999999424
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf4 3.21549257066 0 88.928999525 0.6910004750000042
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf5 2.90359100342 0 88.988999775 0.6310002250000025
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 4 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 4 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf6 3.13172659997 0 88.68449835 0.8032524750000007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 gpu conv perf 29 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf7 3.24295282247 0 88.95999925 0.6600007500000032
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 3 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf8 2.97804305951 0 88.821499125 0.5977513124999945
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 promise swing_level 7 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf9 3.26647563775 0 88.669999725 0.8250004125000032
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf10 3.1477761713 0 88.998499625 0.6215003750000051
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf11 3.32593694107 0 88.800000975 0.6299985374999935
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 4 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf12 2.91986801853 0 88.790999025 0.6435014624999909
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 6 
+10 promise swing_level 4 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf13 3.02627918929 0 88.991499875 0.6285001249999965
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf14 3.28843620388 0 88.86400015 0.5339997750000052
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf15 3.44523051586 0 88.7865004 0.650249400000007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 4 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf16 2.95449706541 0 88.74249965 0.7162505249999995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 7 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf17 3.17115007156 0 88.9384999 0.6815001000000024
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf18 2.94721511168 0 88.76149905 0.6877514250000019
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf19 2.84317494425 0 88.622499625 0.8962505624999935
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 gpu conv perf 28 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf20 3.12801392627 0 88.6580003 0.8429995500000018
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf21 3.20643001091 0 88.8189993 0.601501049999996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 7 
+8 promise swing_level 4 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf22 2.97804305951 0 88.983499975 0.636500024999998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 promise swing_level 3 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf23 2.45477347176 0 88.96349945 0.6565005499999984
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf24 3.46470692025 0 88.749 0.7065000000000055
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 4 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 3 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf25 3.00049288293 0 88.61949895 0.9007515750000081
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf26 3.13251209559 0 88.65699895 0.8445015749999953
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 7 
+8 promise swing_level 4 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf27 2.89866398854 0 88.8870002 0.4994996999999941
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 7 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf28 3.18762540477 0 88.651999125 0.8520013124999934
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf29 3.10324605397 0 88.752499425 0.7012508625000038
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 promise swing_level 7 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf30 3.10163618852 0 88.9185004 0.45224939999999947
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 4 
+8 promise swing_level 7 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf31 4.02510890193 0 88.048000175 1.7579997375000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf32 4.53841128362 0 88.008499275 1.81725108749999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf33 3.7422923712 0 88.235000775 1.4774988374999936
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 7 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf34 4.46801808483 0 87.952000425 1.901999362500007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf35 5.38932162058 0 87.9340008 1.928998799999988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf36 2.79824347053 0 88.20149995 1.5277500750000002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf37 3.30570890052 0 88.429000025 1.186499962500008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 3 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 promise swing_level 7 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf38 2.58779938472 0 87.88850105 1.997248424999995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 4 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf39 2.95412434924 0 87.957499275 1.893751087499993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 promise swing_level 5 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf40 5.14688853889 0 87.89050085 1.9942487250000056
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf41 3.84148967029 0 87.90000095 1.979998574999989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf42 4.87614175127 0 88.026999725 1.7895004125000042
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 5 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf43 5.27401221354 0 87.9860003 1.8509995499999974
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf44 4.41605844773 0 87.987500025 1.8487499624999941
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf45 4.73989653012 0 88.117500425 1.653749362499994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf46 2.67313439765 0 88.13850065 1.6222490250000021
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf47 5.14688853889 0 87.87649975 2.015250375000008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf48 3.22545779989 0 88.78299925 0.6555011249999936
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 5 
+8 promise swing_level 3 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf49 3.90610167834 0 87.907000425 1.9694993624999881
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf50 4.18791473608 0 88.030001075 1.7849983874999964
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf51 3.1944378689 0 87.805000325 2.1224995125000063
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 5 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf52 4.44807369936 0 87.99100075 1.8434988750000016
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf53 5.55581088584 0 87.87150075 2.022748875000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf54 3.64253280448 0 88.276000225 1.415999662499992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 promise swing_level 4 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf55 4.64593590175 0 87.996999875 1.834500187499998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 promise swing_level 4 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf56 5.20176711133 0 88.074500025 1.7182499624999892
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf57 3.9663633052 0 88.0735002 1.7197497000000013
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf58 4.60837357682 0 87.999500025 1.8307499624999934
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf59 4.06340711578 0 88.002000275 1.8269995874999978
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 promise swing_level 6 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf60 5.09426380021 0 87.855000525 2.047499212500007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 7 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf61 4.23911959499 0 88.007501175 1.818748237499996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 promise swing_level 4 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf62 4.5453117753 0 88.0409992 1.7685011999999958
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf63 3.45219299503 0 88.565001325 0.9824980125000025
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf64 3.86383274875 0 87.97849965 1.8622505249999932
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf65 3.44027448615 0 87.9340002 1.9289996999999985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf66 4.07584294896 0 87.9475008 1.908748799999998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 promise swing_level 5 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf67 3.63588745737 0 88.243500675 1.4647489874999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf68 5.05122495077 0 87.925000225 1.9424996624999906
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf69 3.05020975179 0 88.57749975 0.9637503749999965
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf70 4.17038771832 0 88.218001225 1.5029981625000062
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf71 3.7658637414 0 88.2555001 1.4467498499999891
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf72 3.52912784592 0 87.86699945 2.0295008250000066
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 7 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf73 3.65088558479 0 88.315000225 1.3574996624999898
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 promise swing_level 5 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf74 4.33442115154 0 88.005999775 1.8210003374999886
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf75 3.68236565425 0 88.5015 1.0777500000000089
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf76 3.06506484873 0 87.92800145 1.9379978250000036
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf77 4.58360534701 0 87.95550005 1.8967499250000017
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf78 3.75050871209 0 87.8379992 2.0730012
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf79 3.4348497926 0 88.467500925 1.1287486125000044
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 promise swing_level 7 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf80 5.28800605153 0 87.9869996 1.8495005999999918
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf81 4.39173000998 0 87.98149965 1.857750524999993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf82 5.3783876796 0 87.84850185 2.0572472249999905
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf83 3.162335396 0 88.293000575 1.390499137500008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf84 5.09426380021 0 87.883499725 2.004750412500009
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 7 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf85 2.74020437986 0 87.999500575 1.8307491374999998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf86 5.51735857539 0 87.97999975 1.8600003749999914
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf87 5.19158023592 0 87.911000075 1.9634998874999923
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf88 4.1250848507 0 88.0879993 1.6980010499999878
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf89 2.66123604862 0 88.5129999 1.0605001500000029
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf90 4.97556018173 0 87.916000775 1.9559988374999975
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf91 3.34499993327 0 87.9115002 1.9627496999999892
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 3 
+10 promise swing_level 7 
+11 promise swing_level 4 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf92 3.09000593446 0 87.896501125 1.9852483124999978
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf93 2.83304211589 0 87.880998975 2.0085015375000026
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf94 2.63194848111 0 88.75999965 0.6900005250000021
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf95 3.83101529319 0 87.98750035 1.848749474999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 promise swing_level 7 
+9 promise swing_level 7 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf96 3.84827608282 0 88.2220012 1.4969982000000073
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf97 2.78877373583 0 88.42150035 1.1977494749999948
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf98 3.53383224157 0 88.07199995 1.7220000749999897
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf99 4.19968149048 0 88.216000175 1.505999737499991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf100 4.65047225574 0 87.902000775 1.9769988374999912
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf101 4.78444410626 0 87.889500025 1.9957499624999926
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf102 4.57312486503 0 87.9970007 1.8344989499999969
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf103 3.8889652023 0 88.073999225 1.7190011625000068
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf104 5.21876975148 0 87.87750095 2.013748575000001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf105 2.64826960752 0 88.22749975 1.488750374999988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf106 4.11867598703 0 88.0099998 1.8150002999999941
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf107 3.17702992638 0 88.022500825 1.7962487625000065
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf108 4.37886412672 0 87.893499925 1.9897501124999977
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf109 3.92920493734 0 88.0840001 1.7039998500000024
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf110 4.70261524955 0 88.0150007 1.8074989499999958
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 7 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf111 4.64416988913 0 88.018500125 1.8022498124999942
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf112 4.90315521962 0 88.029999875 1.7850001874999961
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf113 4.06270214483 0 87.874499575 2.018250637499996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf114 4.30863496096 0 88.025001125 1.792498312499994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf115 3.95781609888 0 88.2520015 1.4519977499999897
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf116 2.77744490196 0 88.174500725 1.568248912499996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf117 4.77014987409 0 87.975501075 1.866748387500003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf118 3.8889652023 0 87.9205002 1.9492496999999886
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf119 2.79824347053 0 88.446000075 1.1609998874999974
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf120 3.83776471539 0 88.132000175 1.6319997374999957
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 7 
+8 promise swing_level 4 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 promise swing_level 7 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf121 4.19454106212 0 87.97800115 1.8629982750000025
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf122 3.59382826036 0 88.37350045 1.2697493250000065
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf123 5.36872859298 0 87.894000225 1.9889996624999995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 5 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf124 4.967292681 0 87.940499875 1.9192501874999977
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf125 5.59870437268 0 87.8770005 2.014499250000007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf126 5.46690922425 0 87.925 1.9425000000000026
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf127 4.5513485126 0 87.83949905 2.0707514249999974
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf128 2.93815531254 0 88.154000825 1.5989987625000026
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 promise swing_level 4 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf129 4.25423335575 0 88.0705007 1.7242489500000033
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf130 3.1598284487 0 88.1879997 1.5480004499999893
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 promise swing_level 7 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf131 3.92275999643 0 87.850001125 2.0549983124999898
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf132 5.09426380021 0 87.838500025 2.0722499624999955
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf133 3.01559448556 0 88.365500375 1.2817494375000038
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf134 3.92404729263 0 88.058001 1.7429984999999917
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf135 4.13577014781 0 87.9234998 1.9447502999999955
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 7 
+8 promise swing_level 6 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf136 5.2833331949 0 87.856000525 2.0459992125
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf137 3.8984608492 0 88.206499825 1.5202502625000065
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 7 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf138 4.93553563631 0 88.05350055 1.7497491750000052
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf139 4.75497508116 0 87.992001125 1.841998312499996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf140 3.91377251774 0 88.252000375 1.4519994375000067
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf141 3.28753211331 0 88.596500575 0.9352491375000085
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 5 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf142 3.83101529319 0 87.9215 1.9477500000000063
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 7 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 5 
+11 promise swing_level 7 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf143 5.08343547558 0 87.985002125 1.8524968125000072
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf144 2.49103797578 0 88.1110008 1.6634987999999993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf145 2.87148736415 0 88.006000425 1.8209993625000038
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf146 4.79309454233 0 87.953999325 1.8990010125000012
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf147 4.96422137146 0 87.966501075 1.8802483875000036
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 promise swing_level 4 
+9 promise swing_level 7 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf148 4.5862610469 0 87.8730011 2.020498350000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf149 5.01731395935 0 87.9515011 1.902748349999996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf150 3.78073451439 0 88.221500575 1.4977491375000085
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 promise swing_level 4 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf151 5.38932162058 0 87.9480001 1.907999849999996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf152 3.92275999643 0 87.88149885 2.0077517249999985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf153 4.32109087507 0 87.87050155 2.024247674999998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf154 3.39437547281 0 88.3980003 1.2329995499999882
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 4 
+9 promise swing_level 5 
+10 promise swing_level 5 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf155 2.68997195525 0 88.15300025 1.6004996249999905
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf156 4.09121224125 0 88.002499775 1.8262503374999923
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf157 2.71748124247 0 88.203498925 1.5247516124999905
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf158 3.79392955242 0 88.50399955 1.0740006749999935
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf159 5.13475635542 0 88.0090003 1.8164995500000032
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf160 3.54797618601 0 88.251999825 1.4520002625000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf161 3.59382826036 0 88.361999925 1.2870001124999888
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf162 3.84395946571 0 87.938499625 1.9222505624999897
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf163 2.64475520546 0 88.724999975 0.7425000374999939
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf164 3.54062240207 0 87.826000675 2.0909989874999937
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 6 
+8 promise swing_level 5 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf165 4.95188675609 0 87.977000675 1.8644989874999993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 3 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf166 3.99750955296 0 87.891999975 1.9920000374999915
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf167 2.88361282775 0 87.810000425 2.1149993625000008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf168 3.2042728233 0 87.8145006 2.1082490999999948
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 5 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf169 4.7615819855 0 88.0465002 1.7602497000000028
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf170 2.79333396532 0 88.242000025 1.4669999625000045
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 4 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf171 5.47569782913 0 87.973500275 1.8697495874999888
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf172 5.46690922425 0 87.995500725 1.8367489124999992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf173 5.3783876796 0 87.992999325 1.840501012499999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf174 2.84111960368 0 88.248000225 1.4579996625000007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 promise swing_level 7 
+9 promise swing_level 7 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 6 
+12 promise swing_level 4 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf175 4.72491330829 0 88.02350005 1.794749925000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf176 5.51735857539 0 87.863500825 2.0347487624999943
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf177 4.30863496096 0 88.0470007 1.7594989500000011
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf178 3.97624115754 0 88.179000275 1.5614995874999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 promise swing_level 4 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf179 4.01900669565 0 87.961499725 1.8877504125000044
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf180 4.05718832389 0 88.103001 1.6754984999999891
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf181 4.4721779046 0 87.604999175 2.4225012374999935
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf182 5.20740625144 0 87.52999955 2.535000674999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf183 2.69815960592 0 87.4265 2.690249999999992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf184 4.69888006494 0 87.5189997 2.551500450000006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf185 3.88329535198 0 87.9320007 1.9319989499999934
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 5 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf186 3.91055907108 0 87.590500775 2.4442488375000053
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf187 4.07862338917 0 87.7545004 2.1982494000000017
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf188 4.22341448608 0 87.341498725 2.8177519125000074
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 5 
+11 promise swing_level 6 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf189 5.85932654499 0 87.4095005 2.715749250000009
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf190 2.33630820793 0 87.58749975 2.448750374999989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf191 2.67193977712 0 88.205001225 1.5224981624999927
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf192 3.47931394928 0 87.508498975 2.567251537500006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf193 3.18892766897 0 87.7615004 2.187749399999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf194 5.5791406199 0 87.5825015 2.4562477499999886
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf195 4.32029366538 0 87.591999625 2.4420005624999988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf196 4.04213127221 0 87.873001 2.020498499999995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf197 4.11228700649 0 87.88050055 2.009249175000008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf198 4.33281717738 0 87.8665005 2.030249249999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf199 4.28622435323 0 87.7855013 2.1517480499999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf200 4.73610191123 0 87.494000025 2.58899996249999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf201 2.73431176691 0 87.317999075 2.8530013874999938
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 4 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 promise swing_level 3 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf202 4.74173611035 0 87.585500525 2.4517492124999976
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf203 4.39977520613 0 87.823999825 2.0940002624999963
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf204 5.45317053297 0 87.4604998 2.6392503000000076
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf205 3.6977748207 0 87.459499925 2.640750112499994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf206 2.71970367972 0 87.562499325 2.4862510124999915
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 4 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf207 4.64593590175 0 87.30700015 2.8694997750000084
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 promise swing_level 5 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf208 3.69092657028 0 87.7089999 2.266500150000006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 7 
+9 promise swing_level 6 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf209 4.88508479889 0 87.574999825 2.467500262499989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf210 3.84703801278 0 87.6125004 2.4112493999999955
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf211 2.22605813358 0 87.835501025 2.0767484624999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 promise swing_level 5 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf212 3.64643231622 0 87.6060001 2.420999849999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf213 4.39492393417 0 87.848999425 2.0565008624999948
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf214 5.28219109366 0 87.688000125 2.297999812499995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf215 2.89866398854 0 87.268999675 2.926500487499993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 promise swing_level 4 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf216 4.51950617171 0 87.430500075 2.684249887500002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf217 3.65813348607 0 87.207999 3.018001499999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 3 
+10 promise swing_level 7 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf218 4.5332130836 0 87.65350015 2.3497497749999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf219 3.67843710223 0 88.1550001 1.5974998500000055
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf220 5.58562815692 0 87.36900085 2.776498724999989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf221 3.23637931184 0 87.543501275 2.514748087500003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf222 2.35610274421 0 87.727000725 2.2394989125000038
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf223 2.4679461159 0 87.682001075 2.306998387499995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 4 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf224 2.95673533897 0 87.657000375 2.344499437500005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf225 3.22028294607 0 88.04250065 1.7662490250000076
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf226 4.17546908121 0 87.8365009 2.075248649999992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 4 
+9 promise swing_level 7 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf227 4.07723269504 0 87.643000975 2.365498537499988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf228 3.23115080569 0 88.144500825 1.6132487625000067
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 promise swing_level 4 
+9 promise swing_level 7 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf229 4.0953860212 0 87.3284996 2.8372505999999973
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf230 5.47313823098 0 87.58550015 2.451749774999996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf231 4.52121500093 0 87.243499575 2.9647506374999963
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf232 5.33635843446 0 87.597500075 2.4337498874999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf233 2.74684721992 0 88.021999425 1.797000862499992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf234 2.44273830473 0 88.0125003 1.8112495499999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 7 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf235 4.36525951388 0 87.90350075 1.9747488749999889
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf236 3.59928302884 0 87.6044997 2.4232504499999905
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf237 4.03937131433 0 87.47999975 2.6100003749999914
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 4 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf238 2.33928390799 0 87.682500875 2.306248687499995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf239 4.47552559764 0 87.408000075 2.7179998874999924
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 promise swing_level 3 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf240 2.70798818771 0 87.539000925 2.521498612500004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 7 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf241 4.15082903285 0 87.70000035 2.279999475000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf242 3.46524098586 0 87.652499925 2.351250112499997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf243 3.32180872343 0 87.74049925 2.2192511249999995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 4 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 6 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf244 4.00757192103 0 88.249000775 1.4564988374999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf245 3.37045657617 0 88.31399955 1.35900067499999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 promise swing_level 6 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf246 3.12436215137 0 87.587499825 2.448750262500006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 promise swing_level 4 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf247 3.59118738511 0 88.1109997 1.663500450000008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf248 4.10247107865 0 87.42699945 2.689500825000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf249 2.87602796318 0 87.925999475 1.941000787500002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf250 2.54540669669 0 87.66149995 2.337750074999988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf251 3.91377251774 0 87.933001425 1.9304978624999976
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf252 3.05530044192 0 88.06999955 1.7250006749999898
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf253 4.66223872225 0 87.56000035 2.4899994750000047
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf254 2.65477461582 0 87.826500375 2.090249437500006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf255 5.01203410477 0 87.48050035 2.6092494749999986
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 4 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf256 5.34829234153 0 87.372499325 2.771251012499988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf257 5.75640231547 0 87.56199965 2.487000524999992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf258 5.7494534426 0 87.395999925 2.736000112500001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf259 3.10970226214 0 87.762499375 2.1862509374999917
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf260 4.87711499545 0 87.455000125 2.6474998125000013
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf261 3.12599570071 0 87.4755011 2.6167483499999946
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 promise swing_level 4 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf262 5.4556585238 0 87.39849925 2.7322511249999977
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 5 
+11 promise swing_level 3 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf263 4.38532184962 0 87.403999375 2.7240009375000014
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf264 5.73566444112 0 87.534500725 2.528248912499997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf265 4.69888006494 0 87.374998725 2.767501912500002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf266 3.02745293372 0 87.348499125 2.807251312499993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 promise swing_level 5 
+12 promise swing_level 6 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf267 5.80246187667 0 87.479500375 2.6107494374999973
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 5 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf268 2.63313227461 0 87.75899995 2.1915000749999933
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf269 4.39492393417 0 87.6785 2.312249999999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 5 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf270 4.79497565536 0 87.39950045 2.730749324999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf271 4.58536300129 0 87.267999075 2.9280013874999895
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf272 3.16821829816 0 87.3795002 2.760749700000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 promise swing_level 5 
+9 promise swing_level 6 
+10 promise swing_level 6 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf273 3.50485239559 0 87.529999875 2.535000187499996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf274 2.94903997004 0 88.84799915 0.5580012749999881
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf275 4.58184903969 0 87.7619999 2.1870001499999887
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 promise swing_level 4 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 6 
+12 promise swing_level 6 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf276 2.15950317423 0 88.06700055 1.7294991749999937
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf277 3.11787958506 0 87.50199955 2.577000675000008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 7 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf278 4.81234318399 0 87.468000175 2.627999737499998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf279 3.8788463178 0 87.358998725 2.7915019124999887
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf280 2.80252726257 0 87.6980002 2.282999700000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 4 
+10 promise swing_level 5 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf281 3.73178125302 0 87.57250125 2.4712481249999954
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 4 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf282 2.44048953797 0 88.0640005 1.7339992499999894
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf283 4.53581069428 0 87.65200045 2.351999324999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf284 3.28980290109 0 87.592000875 2.4419986875000035
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf285 4.24815567065 0 87.872000675 2.0219989875000053
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf286 5.6503204036 0 87.44849975 2.657250375000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf287 2.94469804416 0 87.650500325 2.3542495125000045
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 4 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf288 3.30985565119 0 87.189999275 3.0450010874999904
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 6 
+12 promise swing_level 4 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf289 5.6503204036 0 87.47200085 2.6219987249999974
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf290 4.58184903969 0 87.8229998 2.0955002999999905
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf291 3.84764377729 0 87.338999375 2.821500937499998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 6 
+8 promise swing_level 4 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf292 4.58184903969 0 87.470500275 2.624249587499989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf293 4.63153992523 0 87.589999975 2.4450000375000016
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf294 3.2250135894 0 88.1240004 1.6439993999999984
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 promise swing_level 4 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf295 5.21533129885 0 87.54349955 2.5147506749999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf296 3.46069601443 0 87.913001 1.960498500000007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf297 3.42651493643 0 87.34599955 2.8110006749999954
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 promise swing_level 5 
+12 promise swing_level 6 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf298 5.42600404155 0 87.6949997 2.287500450000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf299 2.67557779593 0 87.64700045 2.3594993250000087
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf300 2.72276052655 0 87.662500575 2.3362491375000047
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf301 4.89107926597 0 87.5904995 2.4442507499999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf302 2.64478009746 0 88.066000075 1.7309998874999906
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 7 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf303 4.40222210176 0 88.08450035 1.7032494749999998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf304 5.53267545053 0 87.50399975 2.57400037499999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf305 3.87011200947 0 87.461500425 2.637749362500003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf306 5.20629673722 0 87.754500225 2.1982496624999968
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 4 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf307 3.11175118352 0 87.808500125 2.117249812500006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 6 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf308 4.7081305686 0 87.4815008 2.607748799999989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf309 4.22497022995 0 87.777999925 2.1630001124999936
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf310 3.03590788662 0 87.682499825 2.306250262500008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf311 3.12476169183 0 88.018500675 1.8022489875000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf312 3.33525315541 0 87.95000115 1.9049982749999899
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf313 2.63170199143 0 87.578000825 2.4629987624999927
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 7 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf314 4.30243389408 0 87.903500775 1.9747488375000017
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf315 5.6811635579 0 87.40649965 2.7202505249999973
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf316 2.75600685918 0 87.47199945 2.6220008250000006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 promise swing_level 6 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf317 4.25571521296 0 87.866499525 2.030250712500006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf318 5.70556023134 0 87.472999575 2.620500637499994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf319 3.4803697203 0 87.45650025 2.645249624999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf320 2.41170033166 0 87.8015011 2.1277483500000045
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 4 
+9 promise swing_level 7 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf321 2.91453798106 0 88.827998575 0.5880021375000055
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 6 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf322 5.21649308565 0 87.388500425 2.7472493624999927
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf323 4.0223721329 0 88.184000725 1.553998912499992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf324 2.68424189854 0 88.793500875 0.6397486874999885
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf325 2.83511438559 0 87.24449975 2.963250374999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf326 2.92808278063 0 87.37149925 2.772751124999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf327 4.24671116143 0 87.400498775 2.7292518374999943
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf328 3.15775123136 0 87.6400005 2.3699992499999993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv perf 24 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf329 4.36285352449 0 87.8960001 1.985999850000006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 promise swing_level 5 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf330 3.06744036932 0 87.604000825 2.4239987624999983
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 7 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf331 3.51924960433 0 87.984001675 1.8539974874999956
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 7 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf332 1.97887636823 0 87.70750155 2.268747674999993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf333 3.66655805094 0 87.5700005 2.474999249999989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 7 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf334 5.3292236196 0 87.3149995 2.85750075
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf335 3.49460954335 0 87.72250085 2.246248724999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 7 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf336 3.87633150306 0 88.219 1.5015000000000072
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf337 4.77391816655 0 87.6929995 2.2905007499999996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf338 5.46563323138 0 87.413000675 2.7104989874999887
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf339 4.14507357871 0 88.238000125 1.4729998124999995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf340 2.43724039851 0 87.390999425 2.7435008624999924
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 7 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 4 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf341 4.34622001395 0 87.8864993 2.000251050000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf342 3.20175368999 0 87.851000025 2.0534999624999912
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf343 5.81657431633 0 87.398499175 2.7322512375000017
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 5 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf344 4.74361715684 0 87.3639998 2.7840002999999953
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 5 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf345 3.51722335677 0 87.509999625 2.565000562499989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf346 4.64144672088 0 87.335000075 2.8274998875000037
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf347 4.51268375266 0 87.593500525 2.439749212500004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 promise swing_level 6 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf348 5.27287413815 0 87.855500025 2.0467499625000016
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf349 3.32318365683 0 88.109999825 1.6650002624999942
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf350 4.41928786908 0 87.621000125 2.398499812500006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 4 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf351 3.07257198686 0 87.6390011 2.371498349999996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf352 4.53244534626 0 87.325999125 2.841001312500005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 3 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf353 2.64478009746 0 87.81599965 2.106000525000006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 7 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf354 4.47727265968 0 87.44850005 2.657249924999988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf355 4.54700338998 0 87.613500275 2.409749587499988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf356 3.25049280868 0 88.09849965 1.6822505250000077
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 7 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 4 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf357 4.45554960441 0 88.16199915 1.5870012749999987
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf358 5.1994571495 0 87.562999675 2.4855004874999977
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf359 3.83161602186 0 87.80850105 2.1172484249999926
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 4 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf360 4.46549752052 0 87.55899985 2.4915002249999887
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf361 4.96417752313 0 87.63449995 2.3782500749999897
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 promise swing_level 7 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf362 4.69888006494 0 87.563000775 2.485498837499989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf363 3.21895495215 0 87.6415007 2.3677489500000064
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf364 4.40222210176 0 87.5285 2.5372500000000073
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf365 5.07700641199 0 87.9765005 1.865249249999998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf366 5.55581088584 0 87.463999175 2.6340012375000015
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 7 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf367 4.98071928914 0 87.302500375 2.8762494375000074
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 5 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf368 2.16754034151 0 87.47100095 2.623498574999992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf369 4.18130931289 0 87.906500475 1.9702492874999962
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf370 3.82431559264 0 87.444000625 2.6639990624999967
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 5 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf371 2.95052626852 0 87.7895002 2.145749699999989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf372 5.44450677864 0 87.582001825 2.456997262499989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf373 3.1906294495 0 88.102000225 1.6769996625000019
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf374 4.45226698835 0 87.590500275 2.4442495875000034
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf375 4.64144672088 0 87.83549955 2.0767506750000067
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf376 2.70248005635 0 87.67299995 2.320500074999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 6 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf377 4.28315376855 0 87.339999825 2.8200002624999883
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf378 3.20087839793 0 87.3874994 2.7487509000000045
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf379 3.59440287771 0 87.849001475 2.056497787500007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 5 
+9 promise swing_level 4 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf380 3.70804604786 0 88.114000725 1.658998912500003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf381 3.32964139314 0 88.226000775 1.490998837499994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 7 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf382 5.73566444112 0 87.413499375 2.7097509374999973
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf383 4.48223604196 0 87.598000075 2.432999887499996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf384 5.57521108066 0 87.5435005 2.5147492500000084
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf385 5.26240713464 0 87.630500275 2.384249587499994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf386 4.93956986982 0 87.2689999 2.9265001500000025
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 4 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf387 2.90603825734 0 87.765500175 2.181749737499999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf388 4.18130931289 0 88.0334995 1.779750749999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf389 3.48951053535 0 87.465000475 2.6324992875000035
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf390 3.17956425357 0 88.01350045 1.8097493250000056
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf391 2.59289736869 0 87.548500875 2.5072486874999953
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf392 5.53392845098 0 87.348500225 2.8072496625000056
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf393 5.63830296248 0 87.460500375 2.6392494375000055
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 5 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf394 4.84649698403 0 87.7850002 2.1524997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf395 4.83765289368 0 87.569999825 2.4750002625000036
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf396 5.85932654499 0 87.419998875 2.7000016874999915
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 4 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf397 4.11653407145 0 87.64749985 2.3587502249999943
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 6 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf398 2.55250487316 0 88.215500825 1.5067487624999885
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 4 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf399 5.58562815692 0 87.553999775 2.499000337500007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 5 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf400 5.57521108066 0 87.411 2.7134999999999962
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf401 2.91242348471 0 87.67149975 2.3227503750000054
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf402 3.5644026837 0 87.472500025 2.621249962499995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf403 5.20740625144 0 87.407999175 2.7180012374999976
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf404 3.69429895335 0 87.891000225 1.9934996624999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 6 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf405 5.1524092578 0 87.271000525 2.9234992124999906
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf406 2.69515771806 0 87.5774995 2.4637507499999955
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv perf 25 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 6 
+8 promise swing_level 7 
+9 promise swing_level 6 
+10 promise swing_level 4 
+11 promise swing_level 3 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf407 3.24694352749 0 88.054499925 1.7482501124999956
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 promise swing_level 5 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf408 5.6503204036 0 87.5479999 2.508000150000008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf409 2.64389671848 0 88.029500575 1.785749137499998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 6 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf410 4.93142144318 0 87.293999525 2.8890007124999926
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf411 3.44077998003 0 87.917000375 1.9544994374999973
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 promise swing_level 7 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf412 4.89107926597 0 87.47749955 2.6137506749999915
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf413 3.87133831066 0 87.9260018 1.9409973000000065
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf414 4.83765289368 0 87.692000425 2.2919993624999933
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf415 2.7826430592 0 88.1980009 1.5329986500000032
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 promise swing_level 4 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf416 5.52370314346 0 87.568999675 2.4765004874999974
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf417 2.91313300915 0 87.745501175 2.2117482374999966
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf418 4.11653407145 0 87.8790011 2.0114983500000037
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf419 4.89107926597 0 87.687001025 2.2994984624999972
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf420 4.16238802351 0 87.612000825 2.411998762500005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 5 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf421 5.20061187391 0 87.76800095 2.1779985749999966
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf422 3.94545187015 0 87.30050005 2.8792499250000034
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf423 3.45622671318 0 87.34249955 2.816250674999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf424 5.39169995164 0 87.344500975 2.8132485374999945
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf425 2.76174914808 0 87.21200065 3.0119990250000086
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 7 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf426 4.41276444601 0 87.6114991 2.4127513499999935
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf427 4.15082903285 0 87.4785015 2.6122477500000088
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf428 4.44888355108 0 87.612000575 2.411999137500004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf429 5.58562815692 0 87.249000775 2.9564988375
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf430 2.34157431888 0 87.835499775 2.0767503374999947
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf431 2.97029931618 0 87.401499975 2.7277500375000088
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 7 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf432 5.61055342885 0 87.507500225 2.5687496624999966
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf433 2.76816971829 0 87.796999925 2.1345001125000067
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 5 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf434 3.10609309304 0 87.527001425 2.5394978625000064
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv perf 28 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 7 
+9 promise swing_level 4 
+10 promise swing_level 4 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf435 4.02914883006 0 87.9185005 1.9522492500000084
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf436 4.47887830633 0 87.831500275 2.082749587500004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf437 4.06546467919 0 88.1195005 1.650749249999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf438 2.80581525977 0 87.4994993 2.5807510500000035
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 7 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 promise swing_level 5 
+12 promise swing_level 6 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf439 3.54167107572 0 87.2524988 2.9512518000000014
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf440 4.51268375266 0 87.5539999 2.4990001500000076
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf441 4.82010253458 0 87.6625014 2.3362479000000036
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 promise swing_level 7 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf442 5.73566444112 0 87.538501025 2.522248462499995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf443 2.48821463818 0 87.589499825 2.445750262499992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf444 2.86742915865 0 87.9040003 1.9739995499999878
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf445 4.07167938936 0 87.750999625 2.2035005624999897
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 4 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf446 5.47313823098 0 87.5724998 2.471250299999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf447 4.18791473608 0 87.642001275 2.3669980875000007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 7 
+8 promise swing_level 3 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf448 4.35649552611 0 87.561500725 2.4877489124999954
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf449 4.52977856701 0 87.763000625 2.185499062499993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 promise swing_level 4 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 6 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf450 4.93142144318 0 87.556500025 2.49524996249999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf451 3.10526931609 0 88.6169991 0.9045013499999968
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 promise swing_level 6 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf452 5.73566444112 0 87.433000725 2.680498912499999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 4 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf453 3.38240427328 0 88.184500025 1.55324996249999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 7 
+3 promise swing_level 6 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf454 5.37473575142 0 87.600000375 2.4299994375000082
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf455 4.81234318399 0 87.29249975 2.8912503749999914
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf456 4.47385112487 0 87.9389998 1.921500299999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 promise swing_level 6 
+4 promise swing_level 6 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 promise swing_level 4 
+8 promise swing_level 6 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar10/src/vgg16_cifar10_loop.cpp b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar10/src/vgg16_cifar10_loop.cpp
index a0442904255ba6c6a6399205775693be1952df09..793139b9a868b2d7a80b1c7352d83056853a8175 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar10/src/vgg16_cifar10_loop.cpp
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar10/src/vgg16_cifar10_loop.cpp
@@ -971,7 +971,7 @@ int main(){
 
 
   int batch_size = 500;
-  int test_input_size = 10000;
+  int test_input_size = 5000;
   int batch_count = test_input_size / batch_size;
 
   // void* input = create4DTensor(0,nchw,batch_size,3,32,32);
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar100/data/autotuner_data/tuner_confs_batch220.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar100/data/autotuner_data/tuner_confs_batch220.txt
index 13ef55668bef6553e9ed6038d41f150e7bcd773c..93a000cc5b1fa5d00914e25a97208a96e89eca6d 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar100/data/autotuner_data/tuner_confs_batch220.txt
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar100/data/autotuner_data/tuner_confs_batch220.txt
@@ -19,7392 +19,7392 @@ conf1 1 0 68.41 0
 -----
 +++++
 conf1 1.75386164622 0 67.82 0.8850000000000051
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf2 1.76576233649 0 67.82 0.8850000000000051
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 35 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 35 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf3 1.75759082188 0 68.020004 0.5849939999999947
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 35 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 35 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf4 1.68609979073 0 68.18 0.6299999999999898
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf5 1.72480010241 0 67.760002 0.9749969999999948
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 28 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 36 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 28 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 36 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf6 1.75671194279 0 67.760002 0.9749969999999948
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 29 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 34 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 29 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 34 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf7 1.93100141548 0 67.860001 0.8249984999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf8 1.80848474825 0 67.82 0.8850000000000051
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf9 1.76576233649 0 68.279999 0.530000999999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf10 1.78301390218 0 68.340004 0.4699960000000033
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf11 1.76576233649 0 69.220001 -0.4100009999999997
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf12 1.76576233649 0 68.139999 0.6700009999999935
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 36 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 36 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf13 1.77850065036 0 67.840004 0.8549940000000049
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf14 1.71511640935 0 67.879997 0.7950044999999903
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf15 1.76421055161 0 68.060005 0.5249924999999891
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 36 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 36 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf16 1.67126060797 0 68.300003 0.5099969999999928
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf17 1.93100141548 0 68.020004 0.5849939999999947
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf18 1.90818885609 0 67.840004 0.8549940000000049
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 36 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 33 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 36 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 33 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf19 1.88312901468 0 67.919998 0.7350029999999848
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf20 1.79991399207 0 68.0 0.6149999999999949
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf21 1.75759082188 0 68.259995 0.5500049999999931
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 35 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 35 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf22 1.7335238534 0 67.880005 0.7949924999999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 24 add fp32 1 relu fp32 1 
-10 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf23 1.76576233649 0 69.12001 -0.3100099999999969
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 35 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf24 1.76576233649 0 68.340004 0.4699960000000033
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf25 1.92123320044 0 67.959999 0.6750015000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf26 1.74514922821 0 67.959999 0.6750015000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 35 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 35 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf27 1.76576233649 0 69.400002 -0.590002000000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf28 1.96091127177 0 68.040001 0.5549984999999893
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf29 1.80848474825 0 67.940002 0.7049969999999846
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf30 1.74212029597 0 67.819992 0.8850119999999961
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf31 1.79991399207 0 67.760002 0.9749969999999948
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf32 1.77468231224 0 68.159996 0.6500039999999899
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf33 1.71511640935 0 68.099998 0.46500299999999584
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf34 1.83613222344 0 68.080002 0.494997000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf35 1.8098822979 0 68.019997 0.5850044999999895
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 28 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 28 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf36 1.91078353522 0 68.039993 0.5550105000000016
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf37 1.72501183205 0 68.0 0.6149999999999949
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf38 1.80848474825 0 67.779999 0.9450014999999894
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf39 1.80848474825 0 68.0 0.6149999999999949
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf40 1.77468231224 0 67.839996 0.8550059999999959
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf41 1.79991399207 0 67.939995 0.7050075000000007
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf42 1.72501183205 0 67.919998 0.7350029999999848
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 35 add fp32 1 relu fp32 1 
-10 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 35 add fp16 1 relu fp16 1 
+10 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf43 1.80848474825 0 68.0 0.6149999999999949
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf44 1.95817876597 0 67.840004 0.8549940000000049
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 35 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 35 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf45 1.68609979073 0 68.160004 0.6499959999999959
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 34 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 34 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf46 1.76576233649 0 68.119995 0.6900049999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 34 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 34 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf47 1.75671194279 0 67.919998 0.7350029999999848
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 28 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 34 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 28 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 34 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf48 1.77468231224 0 68.099998 0.46500299999999584
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf49 1.87233994382 0 68.239998 0.5700019999999967
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf50 1.81385377753 0 68.5 0.3099999999999966
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf51 1.77468231224 0 67.900002 0.7649969999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf52 1.68609979073 0 67.919998 0.7350029999999848
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf53 1.77468231224 0 67.860001 0.8249984999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf54 1.76576233649 0 68.880005 -0.07000500000000043
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf55 1.97108819589 0 67.840004 0.8549940000000049
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf56 1.72353081526 0 67.860001 0.8249984999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 30 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 36 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 30 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 36 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf57 1.73716695359 0 68.599998 0.21000199999999725
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 25 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf58 1.67864740553 0 68.099998 0.46500299999999584
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 35 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 35 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf59 1.80129832153 0 68.300003 0.5099969999999928
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf60 1.97108819589 0 67.82 0.8850000000000051
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf61 1.76576233649 0 69.259995 -0.4499950000000069
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 35 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf62 1.69423121755 0 68.099991 0.46501349999999064
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf63 1.93100141548 0 67.880005 0.7949924999999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf64 1.6239420394 0 68.660004 0.1499959999999959
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 25 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf65 1.79991399207 0 68.020004 0.5849939999999947
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf66 1.74212029597 0 68.0 0.6149999999999949
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf67 1.76576233649 0 67.860001 0.8249984999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 33 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 33 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf68 1.80848474825 0 67.839996 0.8550059999999959
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf69 1.80848474825 0 67.819992 0.8850119999999961
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf70 1.9204455126 0 67.919998 0.7350029999999848
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 36 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 36 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf71 1.71511640935 0 67.960007 0.6749894999999881
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf72 1.89251265611 0 68.160004 0.6499959999999959
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf73 1.74514922821 0 68.119995 0.6900049999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf74 1.71511640935 0 67.760002 0.9749969999999948
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 36 add fp32 1 relu fp32 1 
-10 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 36 add fp16 1 relu fp16 1 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf75 1.76576233649 0 68.119995 0.6900049999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf76 1.80848474825 0 67.860001 0.8249984999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf77 1.76576233649 0 67.840004 0.8549940000000049
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf78 1.72501183205 0 68.039993 0.5550105000000016
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf79 1.79761149863 0 67.840004 0.8549940000000049
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf80 1.76576233649 0 67.919998 0.7350029999999848
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 33 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 33 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf81 1.95817876597 0 67.880005 0.7949924999999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 35 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 35 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf82 1.82729805085 0 68.480003 0.3299970000000002
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf83 1.97108819589 0 68.199997 0.6100030000000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf84 1.78210942024 0 68.199997 0.6100030000000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 34 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 34 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf85 1.82729805085 0 68.259995 0.5500049999999931
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf86 1.77468231224 0 67.840004 0.8549940000000049
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf87 1.65668034261 0 68.719994 0.09000599999999681
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf88 1.7335238534 0 68.059998 0.5250030000000052
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf89 1.72501183205 0 68.199997 0.6100030000000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf90 1.7335238534 0 67.82 0.8850000000000051
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf91 1.87233994382 0 68.080002 0.494997000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf92 1.97108819589 0 67.940002 0.7049969999999846
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf93 1.7335238534 0 67.959999 0.6750015000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf94 1.72501183205 0 68.080002 0.494997000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf95 1.76576233649 0 69.020004 -0.21000400000000352
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf96 1.76576233649 0 68.020004 0.5849939999999947
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 35 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 35 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf97 1.77468231224 0 67.800003 0.9149954999999892
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 24 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf98 1.75671194279 0 68.119995 0.6900049999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 28 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 33 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 28 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf99 1.7335238534 0 69.0 -0.1900000000000034
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf100 1.78686821524 0 68.200005 0.6099949999999922
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv fp16 1 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv fp16 1 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf101 1.76642822315 0 68.0 0.6149999999999949
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 24 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf102 1.76576233649 0 67.980003 0.6449955000000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf103 1.76642822315 0 67.900002 0.7649969999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf104 1.7335238534 0 68.359993 0.4500069999999937
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf105 1.96832727362 0 67.800003 0.9149954999999892
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf106 1.79761149863 0 67.840004 0.8549940000000049
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 35 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 35 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf107 1.96091127177 0 67.900002 0.7649969999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf108 1.76642822315 0 67.800003 0.9149954999999892
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf109 1.79761149863 0 68.040001 0.5549984999999893
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf110 1.9408694681 0 68.060005 0.5249924999999891
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf111 1.7335238534 0 68.439995 0.3700050000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf112 1.76576233649 0 68.68 0.1299999999999898
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf113 1.76576233649 0 67.879997 0.7950044999999903
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 36 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 36 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf114 1.97108819589 0 67.900002 0.7649969999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf115 1.76576233649 0 67.779999 0.9450014999999894
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf116 1.79991399207 0 67.879997 0.7950044999999903
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf117 1.96091127177 0 67.979996 0.6450059999999951
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf118 1.79991399207 0 67.780006 0.9449909999999946
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf119 1.6977108722 0 68.720001 0.08999900000000027
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 25 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf120 1.63281063836 0 68.32 0.49000000000000343
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf121 1.87233994382 0 67.940002 0.7049969999999846
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf122 1.80848474825 0 67.979996 0.6450059999999951
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf123 1.76576233649 0 69.139999 -0.3299990000000065
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf124 1.72501183205 0 68.959999 -0.14999899999999966
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 35 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 35 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 35 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf125 1.68609979073 0 69.120003 -0.31000300000000036
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf126 1.74212029597 0 67.900002 0.7649969999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf127 1.97108819589 0 67.919998 0.7350029999999848
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf128 1.79899228725 0 67.959999 0.6750015000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 28 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 34 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 28 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 34 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf129 1.93100141548 0 67.900002 0.7649969999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 24 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf130 1.72501183205 0 68.599998 0.21000199999999725
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 35 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 35 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf131 1.76421055161 0 67.919998 0.7350029999999848
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 36 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 36 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf132 1.75671194279 0 67.939995 0.7050075000000007
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 28 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 34 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 28 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 34 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf133 1.95817876597 0 68.0 0.6149999999999949
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 33 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf134 1.79761149863 0 67.900002 0.7649969999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 36 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 36 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf135 1.80848474825 0 68.300003 0.5099969999999928
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf136 1.71511640935 0 68.080002 0.494997000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 35 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 35 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf137 1.80848474825 0 67.879997 0.7950044999999903
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf138 1.97108819589 0 67.840004 0.8549940000000049
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf139 1.97108819589 0 67.779999 0.9450014999999894
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf140 1.76642822315 0 68.0 0.6149999999999949
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf141 1.75539527097 0 68.099998 0.46500299999999584
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 36 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 36 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf142 1.80848474825 0 67.840004 0.8549940000000049
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf143 1.71574463884 0 67.240005 1.7549925000000002
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf144 1.79991399207 0 67.240005 1.7549925000000002
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf145 1.75080242194 0 67.260002 1.7249969999999948
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 29 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 30 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 29 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 30 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf146 1.73845641226 0 67.159996 1.8750059999999849
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 29 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 29 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf147 1.80060589073 0 67.120003 1.9349954999999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 24 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 24 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf148 1.83063069527 0 67.239998 1.755002999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf149 1.79830162789 0 67.199997 1.8150045000000006
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 28 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf150 1.80060589073 0 67.260002 1.7249969999999948
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 29 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 29 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf151 1.77021108765 0 67.940002 0.7049969999999846
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 34 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 34 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf152 1.84432575845 0 67.18 1.8449999999999847
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf153 1.80060589073 0 67.259995 1.7250074999999896
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf154 1.84190831428 0 67.180008 1.8449879999999936
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 33 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf155 1.80918325318 0 67.159996 1.8750059999999849
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf156 1.85332574639 0 67.480003 1.3949955000000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf157 1.80848474825 0 67.220009 1.784986499999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf158 1.80918325318 0 67.220001 1.7849985000000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf159 1.84432575845 0 67.900002 0.7649969999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf160 1.74060976926 0 67.159996 1.8750059999999849
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 25 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 33 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 25 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf161 1.84432575845 0 67.319992 1.6350119999999961
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf162 1.76487526817 0 67.120003 1.9349954999999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf163 1.78143166076 0 67.919998 0.7350029999999848
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf164 1.80918325318 0 67.199997 1.8150045000000006
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf165 1.84190831428 0 67.12001 1.9349850000000046
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf166 1.75825055853 0 67.340004 1.604994000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf167 1.84190831428 0 67.259995 1.7250074999999896
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf168 1.75891079064 0 67.279991 1.6950135000000017
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf169 1.80918325318 0 67.220001 1.7849985000000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf170 1.79600325511 0 67.18 1.8449999999999847
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf171 1.7921094753 0 67.259995 1.7250074999999896
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 30 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 30 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf172 1.7494945904 0 67.5 1.3649999999999949
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 23 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 23 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf173 1.68731452527 0 67.5 1.3649999999999949
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 25 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 25 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf174 1.75080242194 0 67.159996 1.8750059999999849
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 29 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 29 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf175 1.84190831428 0 67.220001 1.7849985000000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 33 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf176 1.85332574639 0 67.520004 1.3349939999999947
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf177 1.83541275828 0 67.139999 1.9050014999999902
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf178 1.81784272497 0 67.279991 1.6950135000000017
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf179 1.84432575845 0 67.280006 1.6949909999999946
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf180 1.81784272497 0 67.439995 1.4550075000000007
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf181 1.75759082188 0 67.260002 1.7249969999999948
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf182 1.79991399207 0 68.319992 0.49000799999999745
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf183 1.76709461222 0 67.220009 1.784986499999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 29 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 29 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf184 1.81784272497 0 67.139999 1.9050014999999902
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf185 1.84432575845 0 67.620003 1.1849954999999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf186 1.74060976926 0 67.159996 1.8750059999999849
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 25 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 33 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 25 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf187 1.80848474825 0 68.059998 0.5250030000000052
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf188 1.81784272497 0 67.219994 1.7850089999999952
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf189 1.80060589073 0 68.019997 0.5850044999999895
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf190 1.74060976926 0 67.139999 1.9050014999999902
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 29 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 34 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 29 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 34 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf191 1.85332574639 0 67.199997 1.8150045000000006
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf192 1.81784272497 0 67.260002 1.7249969999999948
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf193 1.76576233649 0 67.68 1.0949999999999847
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 34 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 34 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf194 1.80848474825 0 67.18 1.8449999999999847
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf195 1.79830162789 0 67.219994 1.7850089999999952
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf196 1.80918325318 0 67.180008 1.8449879999999936
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf197 1.79991399207 0 67.379997 1.5450044999999903
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf198 1.78301390218 0 67.279999 1.6950014999999894
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 30 add fp32 1 relu fp32 1 
-9 gpu conv samp 33 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 30 add fp16 1 relu fp16 1 
+9 gpu conv samp 33 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf199 1.79991399207 0 67.839996 0.8550059999999959
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf200 1.84432575845 0 67.18 1.8449999999999847
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 28 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf201 1.85332574639 0 67.659996 1.1250059999999849
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf202 1.76709461222 0 67.220001 1.7849985000000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf203 1.76865147708 0 67.959999 0.6750015000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf204 1.74645056866 0 67.279999 1.6950014999999894
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 28 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 28 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf205 1.79142408964 0 67.940002 0.7049969999999846
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 35 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 35 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf206 1.85332574639 0 67.560005 1.274992499999989
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf207 1.80060589073 0 67.220001 1.7849985000000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf208 1.81949033684 0 67.760002 0.9749969999999948
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 36 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 36 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf209 1.80848474825 0 68.099998 0.46500299999999584
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf210 1.66315080178 0 67.199997 1.8150045000000006
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 25 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 33 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 25 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf211 1.74645056866 0 67.139999 1.9050014999999902
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 29 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 29 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf212 1.79600325511 0 67.220001 1.7849985000000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf213 1.80685699907 0 67.219994 1.7850089999999952
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf214 1.69280256099 0 67.199997 1.8150045000000006
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 25 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 33 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 25 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf215 1.80848474825 0 67.579994 1.245008999999996
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf216 1.85332574639 0 67.240005 1.7549925000000002
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf217 1.84432575845 0 67.159996 1.8750059999999849
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf218 1.67245404754 0 67.199997 1.8150045000000006
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 25 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 25 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf219 1.75671194279 0 67.139999 1.9050014999999902
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 25 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf220 1.71721229896 0 67.279999 1.6950014999999894
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf221 1.80060589073 0 67.300003 1.6649954999999892
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf222 1.80685699907 0 67.240005 1.7549925000000002
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf223 1.85332574639 0 67.18 1.8449999999999847
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf224 1.67245404754 0 67.180008 1.8449879999999936
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 25 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 25 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf225 1.76266149181 0 67.139999 1.9050014999999902
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf226 1.80848474825 0 67.960007 0.6749894999999881
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf227 1.84432575845 0 67.160004 1.8749939999999938
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf228 1.75891079064 0 67.279991 1.6950135000000017
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf229 1.84432575845 0 67.639999 1.1550014999999902
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf230 1.71847229328 0 67.760002 0.9749969999999948
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 29 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 29 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf231 1.85332574639 0 67.740005 1.0049925000000002
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf232 1.70099892334 0 67.719994 1.0350089999999952
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 25 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 33 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 25 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf233 2.12520432933 0 66.580002 2.744997000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 36 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 36 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf234 1.88237225557 0 67.18 1.8449999999999847
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 24 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf235 1.9204455126 0 67.439995 1.4550075000000007
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf236 1.87233994382 0 67.05999 2.0250149999999962
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf237 2.12199513594 0 66.580002 2.744997000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf238 1.9204455126 0 66.599998 2.715002999999996
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 26 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 26 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf239 1.88161610445 0 68.900002 -0.09000200000000402
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf240 1.89608765615 0 67.259995 1.7250074999999896
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv fp16 1 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv fp16 1 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf241 1.91782454487 0 66.599991 2.7150134999999906
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf242 1.78369286638 0 67.139999 1.9050014999999902
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf243 1.84991003462 0 67.400002 1.514996999999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 29 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 34 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 29 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 34 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf244 1.8606877721 0 67.020004 2.0849939999999947
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 35 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 35 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 35 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf245 1.9204455126 0 66.599998 2.715002999999996
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf246 1.86810851989 0 66.620003 2.6849954999999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf247 1.86315479542 0 67.080002 1.994997000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf248 1.88237225557 0 67.479996 1.395005999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf249 2.00311904721 0 66.639999 2.6550014999999902
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf250 1.93020569918 0 66.559998 2.775003000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf251 1.93020569918 0 66.599998 2.715002999999996
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf252 1.9204455126 0 66.639999 2.6550014999999902
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 30 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 30 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf253 1.87308865635 0 66.819992 2.385011999999996
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf254 1.87308865635 0 66.659996 2.625005999999985
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf255 1.8052321774 0 66.580002 2.744997000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv fp16 1 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv fp16 1 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf256 1.76842889988 0 66.5 2.864999999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 24 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 24 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf257 2.11656169377 0 66.5 2.864999999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf258 1.91078353522 0 67.280006 1.6949909999999946
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf259 1.99260956046 0 66.520004 2.8349939999999947
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf260 1.98978806184 0 67.340004 1.604994000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf261 1.88237225557 0 66.479996 2.895005999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf262 1.9204455126 0 66.82 2.385000000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 28 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf263 2.00026772891 0 67.18 1.8449999999999847
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 36 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 36 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf264 1.82872484006 0 67.199997 1.8150045000000006
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf265 2.00798498953 0 66.639999 2.6550014999999902
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf266 1.87059527344 0 67.120003 1.9349954999999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 34 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 34 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf267 1.82658549081 0 67.619995 1.1850074999999904
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf268 2.14041849205 0 66.699997 2.5650045000000006
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf269 2.14041849205 0 66.479996 2.895005999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf270 2.00311904721 0 67.479996 1.395005999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 25 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf271 1.86315479542 0 67.220001 1.7849985000000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf272 1.87233994382 0 68.240005 0.5699950000000001
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf273 1.9204455126 0 66.559998 2.775003000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf274 1.89098463675 0 66.959999 2.1750015000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf275 1.9204455126 0 67.279999 1.6950014999999894
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf276 1.9408694681 0 67.180008 1.8449879999999936
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf277 1.89608765615 0 67.499992 1.365011999999986
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf278 1.87308865635 0 67.180008 1.8449879999999936
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf279 1.87985411209 0 66.680008 2.5949879999999936
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf280 1.86142719283 0 66.719994 2.535008999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 34 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 34 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf281 1.99260956046 0 67.400002 1.514996999999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf282 1.80825203311 0 67.020004 2.0849939999999947
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 35 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 35 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf283 1.90121829214 0 66.459999 2.9250015000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf284 1.91078353522 0 67.459999 1.4250015000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 28 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf285 1.85479348724 0 66.580002 2.744997000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 24 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 24 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf286 2.09229584083 0 67.659996 1.1250059999999849
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf287 1.90121829214 0 66.740005 2.5049925
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 23 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 23 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf288 1.91078353522 0 67.300003 1.6649954999999892
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf289 1.99458937525 0 67.18 1.8449999999999847
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv samp 33 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf290 2.06341640946 0 66.68 2.5949999999999847
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 36 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 36 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf291 1.9204455126 0 67.139999 1.9050014999999902
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf292 2.09323084228 0 66.860001 2.3249984999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 24 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf293 1.84505222959 0 66.62001 2.6849850000000046
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 30 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 30 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf294 1.83373619691 0 66.560005 2.774992499999989
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf295 1.83134641553 0 67.919998 0.7350029999999848
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf296 1.99260956046 0 66.459999 2.9250015000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 24 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf297 1.83613222344 0 67.919998 0.7350029999999848
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 35 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf298 1.80685699907 0 67.699997 1.0650045000000006
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 36 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 36 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf299 1.93020569918 0 66.599998 2.715002999999996
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf300 2.13716322068 0 66.519997 2.8350044999999895
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf301 2.15254971042 0 66.699997 2.5650045000000006
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf302 1.77602808742 0 67.400009 1.5149864999999991
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf303 1.85896473944 0 67.479996 1.395005999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf304 1.72543544732 0 66.480003 2.8949955000000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 24 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 24 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf305 1.9204455126 0 66.599998 2.715002999999996
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf306 1.87233994382 0 66.460007 2.924989499999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 34 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 34 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf307 2.09854500865 0 66.639999 2.6550014999999902
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf308 1.88237225557 0 66.520004 2.8349939999999947
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 30 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 30 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf309 1.90121829214 0 67.520004 1.3349939999999947
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf310 1.93020569918 0 66.419998 2.9850029999999848
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 22 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 22 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf311 1.89608765615 0 66.82 2.385000000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf312 1.86142719283 0 66.860001 2.3249984999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 33 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf313 1.93020569918 0 66.639999 2.6550014999999902
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf314 1.9204455126 0 67.260002 1.7249969999999948
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf315 1.84021987061 0 66.499992 2.865011999999986
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 34 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 28 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 34 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf316 1.9204455126 0 67.32 1.6350000000000051
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf317 1.84577927325 0 67.459999 1.4250015000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf318 1.88237225557 0 66.419998 2.9850029999999848
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 24 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 24 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf319 1.87233994382 0 67.059998 2.025003000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf320 1.88161610445 0 66.620003 2.6849954999999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 36 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 36 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf321 1.97941763118 0 67.040001 2.0549984999999893
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 36 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 36 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf322 1.8555282298 0 67.559998 1.2750030000000052
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 28 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf323 2.14041849205 0 66.459999 2.9250015000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 25 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf324 1.8606877721 0 66.460007 2.924989499999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf325 1.93020569918 0 66.639999 2.6550014999999902
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 22 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 22 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf326 1.88237225557 0 67.219994 1.7850089999999952
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf327 1.91078353522 0 66.800003 2.414995499999989
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf328 1.88161610445 0 66.959999 2.1750015000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf329 1.84505222959 0 66.82 2.385000000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 36 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 36 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf330 1.80060589073 0 66.459999 2.9250015000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf331 1.82658549081 0 67.159996 1.8750059999999849
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf332 1.88237225557 0 67.120003 1.9349954999999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf333 2.00311904721 0 67.520004 1.3349939999999947
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf334 1.87233994382 0 68.439995 0.3700050000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf335 2.09323084228 0 66.480003 2.8949955000000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf336 1.90818885609 0 66.800003 2.414995499999989
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 34 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 34 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf337 1.87985411209 0 66.580002 2.744997000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 25 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 25 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf338 1.90818885609 0 67.020004 2.0849939999999947
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 33 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf339 1.87308865635 0 66.559998 2.775003000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 26 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 26 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf340 1.86810851989 0 66.980003 2.1449955000000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 23 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv fp16 1 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 23 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv fp16 1 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf341 1.99260956046 0 67.520004 1.3349939999999947
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf342 1.90121829214 0 66.819992 2.385011999999996
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 29 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 29 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf343 1.78686821524 0 66.599998 2.715002999999996
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 35 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 35 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf344 1.78369286638 0 68.459999 0.35000100000000034
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf345 1.87308865635 0 67.0 2.114999999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf346 2.14041849205 0 66.560005 2.774992499999989
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf347 1.87233994382 0 66.699997 2.5650045000000006
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 36 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 36 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf348 1.90560121411 0 66.979996 2.145005999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf349 1.87233994382 0 67.720001 1.0349985000000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf350 1.9204455126 0 67.300003 1.6649954999999892
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf351 1.85479348724 0 68.040001 0.5549984999999893
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf352 2.15254971042 0 66.479996 2.895005999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf353 1.85479348724 0 66.479996 2.895005999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 29 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 29 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf354 1.88161610445 0 68.139999 0.6700009999999935
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 35 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf355 1.81784272497 0 67.300003 1.6649954999999892
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf356 1.93020569918 0 66.619995 2.6850074999999904
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf357 1.8606877721 0 67.259995 1.7250074999999896
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 25 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 25 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf358 1.87233994382 0 67.599998 1.2150029999999958
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 35 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf359 1.86389617859 0 66.819992 2.385011999999996
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 28 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 28 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf360 1.72755664833 0 66.480003 2.8949955000000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 24 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 24 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf361 1.90121829214 0 66.720001 2.5349985000000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 24 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 24 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf362 2.07867782721 0 66.979996 2.145005999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf363 1.82492500993 0 67.419998 1.4850029999999848
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv perf 30 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 33 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv perf 30 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf364 1.74341712137 0 66.759995 2.4750074999999896
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf365 1.78369286638 0 67.259995 1.7250074999999896
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv fp16 1 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv fp16 1 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf366 1.93020569918 0 66.760002 2.474996999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf367 1.88237225557 0 66.599998 2.715002999999996
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf368 1.90121829214 0 67.019997 2.0850044999999895
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv perf 25 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv perf 25 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf369 1.9204455126 0 66.599998 2.715002999999996
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 27 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 27 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf370 1.8606877721 0 66.599998 2.715002999999996
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 35 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 35 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf371 1.87233994382 0 67.840004 0.8549940000000049
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf372 1.96173251121 0 66.459999 2.9250015000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf373 1.9204455126 0 66.900002 2.264996999999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf374 1.9204455126 0 66.759995 2.4750074999999896
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 23 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 23 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf375 1.93020569918 0 66.5 2.864999999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf376 1.83541275828 0 66.5 2.864999999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf377 1.9204455126 0 67.319992 1.6350119999999961
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf378 1.98978806184 0 67.259995 1.7250074999999896
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 33 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf379 1.87059527344 0 67.080002 1.994997000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf380 2.03532335494 0 66.940002 2.2049969999999846
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf381 1.81925478089 0 67.520004 1.3349939999999947
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf382 1.9408694681 0 67.019997 2.0850044999999895
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 36 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 36 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf383 1.91782454487 0 66.899994 2.265008999999985
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv perf 21 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 36 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv perf 21 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 36 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf384 2.01373998071 0 67.459999 1.4250015000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf385 1.9408694681 0 68.139999 0.6700009999999935
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf386 1.91078353522 0 67.300003 1.6649954999999892
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf387 2.08083245943 0 67.659996 1.1250059999999849
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf388 1.82872484006 0 67.419998 1.4850029999999848
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv perf 29 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 29 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf389 1.9204455126 0 67.340004 1.604994000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 31 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 31 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar100/data/autotuner_data/tuner_pareto_confs_batch220.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar100/data/autotuner_data/tuner_pareto_confs_batch220.txt
index 331906b533c1084775950da7c4b9a436c09fa8e3..760701ff250b11ea05c8576f04efd31447dcbc27 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar100/data/autotuner_data/tuner_pareto_confs_batch220.txt
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar100/data/autotuner_data/tuner_pareto_confs_batch220.txt
@@ -19,1882 +19,1882 @@ conf1 1 0 68.41 0
 -----
 +++++
 conf1 1.93100141548 0 67.860001 0.8249984999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf2 1.78301390218 0 68.340004 0.4699960000000033
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv fp16 1 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf3 1.76576233649 0 69.220001 -0.4100009999999997
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf4 1.93100141548 0 68.020004 0.5849939999999947
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf5 1.76576233649 0 69.12001 -0.3100099999999969
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 35 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf6 1.92123320044 0 67.959999 0.6750015000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf7 1.76576233649 0 69.400002 -0.590002000000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf8 1.96091127177 0 68.040001 0.5549984999999893
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf9 1.95817876597 0 67.840004 0.8549940000000049
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 35 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 35 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf10 1.81385377753 0 68.5 0.3099999999999966
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf11 1.76576233649 0 68.880005 -0.07000500000000043
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf12 1.97108819589 0 67.840004 0.8549940000000049
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf13 1.80129832153 0 68.300003 0.5099969999999928
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf14 1.97108819589 0 67.82 0.8850000000000051
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf15 1.76576233649 0 69.259995 -0.4499950000000069
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 35 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf16 1.93100141548 0 67.880005 0.7949924999999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf17 1.95817876597 0 67.880005 0.7949924999999993
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 35 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 35 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf18 1.82729805085 0 68.480003 0.3299970000000002
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf19 1.97108819589 0 68.199997 0.6100030000000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf20 1.82729805085 0 68.259995 0.5500049999999931
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf21 1.97108819589 0 67.940002 0.7049969999999846
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 22 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf22 1.76576233649 0 69.020004 -0.21000400000000352
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf23 1.7335238534 0 69.0 -0.1900000000000034
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf24 1.96832727362 0 67.800003 0.9149954999999892
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf25 1.96091127177 0 67.900002 0.7649969999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf26 1.9408694681 0 68.060005 0.5249924999999891
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf27 1.76576233649 0 68.68 0.1299999999999898
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf28 1.97108819589 0 67.900002 0.7649969999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf29 1.96091127177 0 67.979996 0.6450059999999951
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf30 1.76576233649 0 69.139999 -0.3299990000000065
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf31 1.72501183205 0 68.959999 -0.14999899999999966
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 35 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 35 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 35 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf32 1.97108819589 0 67.919998 0.7350029999999848
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 31 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf33 1.93100141548 0 67.900002 0.7649969999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 24 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf34 1.95817876597 0 68.0 0.6149999999999949
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 33 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf35 1.80848474825 0 68.300003 0.5099969999999928
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 32 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 32 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf36 1.97108819589 0 67.840004 0.8549940000000049
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf37 1.97108819589 0 67.779999 0.9450014999999894
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 31 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 31 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf38 1.83063069527 0 67.239998 1.755002999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf39 1.84432575845 0 67.18 1.8449999999999847
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf40 1.84190831428 0 67.180008 1.8449879999999936
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 33 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf41 1.80918325318 0 67.159996 1.8750059999999849
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf42 1.85332574639 0 67.480003 1.3949955000000003
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf43 1.80848474825 0 67.220009 1.784986499999988
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 33 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf44 1.80918325318 0 67.220001 1.7849985000000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf45 1.84432575845 0 67.900002 0.7649969999999939
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf46 1.84432575845 0 67.319992 1.6350119999999961
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf47 1.80918325318 0 67.199997 1.8150045000000006
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf48 1.84190831428 0 67.12001 1.9349850000000046
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf49 1.84190831428 0 67.259995 1.7250074999999896
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf50 1.80918325318 0 67.220001 1.7849985000000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf51 1.84190831428 0 67.220001 1.7849985000000004
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv samp 33 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf52 1.85332574639 0 67.520004 1.3349939999999947
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf53 1.83541275828 0 67.139999 1.9050014999999902
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf54 1.81784272497 0 67.279991 1.6950135000000017
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf55 1.84432575845 0 67.280006 1.6949909999999946
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf56 1.81784272497 0 67.439995 1.4550075000000007
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 28 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf57 1.79991399207 0 68.319992 0.49000799999999745
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf58 1.81784272497 0 67.139999 1.9050014999999902
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf59 1.84432575845 0 67.620003 1.1849954999999994
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf60 1.80848474825 0 68.059998 0.5250030000000052
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv fp16 1 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf61 1.81784272497 0 67.219994 1.7850089999999952
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf62 1.80060589073 0 68.019997 0.5850044999999895
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf63 1.85332574639 0 67.199997 1.8150045000000006
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf64 1.81784272497 0 67.260002 1.7249969999999948
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv perf 23 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf65 1.80848474825 0 67.18 1.8449999999999847
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf66 1.80918325318 0 67.180008 1.8449879999999936
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf67 1.84432575845 0 67.18 1.8449999999999847
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 28 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf68 1.85332574639 0 67.659996 1.1250059999999849
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf69 1.85332574639 0 67.560005 1.274992499999989
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 22 add fp32 1 relu fp32 1 
-9 gpu conv perf 22 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf70 1.81949033684 0 67.760002 0.9749969999999948
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 36 add fp32 1 relu fp32 1 
-13 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 36 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf71 1.80848474825 0 68.099998 0.46500299999999584
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf72 1.80685699907 0 67.219994 1.7850089999999952
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 34 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf73 1.80848474825 0 67.579994 1.245008999999996
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf74 1.85332574639 0 67.240005 1.7549925000000002
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 31 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf75 1.84432575845 0 67.159996 1.8750059999999849
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 22 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf76 1.80685699907 0 67.240005 1.7549925000000002
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 25 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 22 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf77 1.85332574639 0 67.18 1.8449999999999847
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf78 1.80848474825 0 67.960007 0.6749894999999881
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv fp16 1 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf79 1.84432575845 0 67.160004 1.8749939999999938
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf80 1.84432575845 0 67.639999 1.1550014999999902
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 36 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 31 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 23 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf81 1.85332574639 0 67.740005 1.0049925000000002
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 21 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 32 add fp32 1 relu fp32 1 
-12 gpu conv samp 32 add fp32 1 relu fp32 1 
-13 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf82 2.12520432933 0 66.580002 2.744997000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv samp 36 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 36 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf83 2.12199513594 0 66.580002 2.744997000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv fp16 1 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf84 1.88161610445 0 68.900002 -0.09000200000000402
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf85 2.11656169377 0 66.5 2.864999999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf86 2.14041849205 0 66.699997 2.5650045000000006
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf87 2.14041849205 0 66.479996 2.895005999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf88 1.87233994382 0 68.240005 0.5699950000000001
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 34 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf89 2.09229584083 0 67.659996 1.1250059999999849
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf90 2.09323084228 0 66.860001 2.3249984999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 24 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf91 2.13716322068 0 66.519997 2.8350044999999895
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf92 2.15254971042 0 66.699997 2.5650045000000006
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf93 2.14041849205 0 66.459999 2.9250015000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 25 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf94 1.87233994382 0 68.439995 0.3700050000000005
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 27 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 21 add fp32 1 relu fp32 1 
-10 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 24 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf95 2.14041849205 0 66.560005 2.774992499999989
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 32 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf96 2.15254971042 0 66.479996 2.895005999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv perf 21 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf97 2.07867782721 0 66.979996 2.145005999999995
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv samp 31 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 35 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf98 1.9408694681 0 68.139999 0.6700009999999935
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv fp16 1 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv samp 32 add fp32 1 relu fp32 1 
-9 gpu conv perf 25 add fp32 1 relu fp32 1 
-10 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 21 add fp32 1 relu fp32 1 
-12 gpu conv perf 24 add fp32 1 relu fp32 1 
-13 gpu conv perf 23 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
 +++++
 conf99 2.08083245943 0 67.659996 1.1250059999999849
-1 gpu conv fp16 1 add fp32 1 relu fp32 1 
-2 gpu conv perf 26 add fp32 1 relu fp32 1 pool_max fp32 1 
-3 gpu conv fp16 1 add fp32 1 relu fp32 1 
-4 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-5 gpu conv samp 32 add fp32 1 relu fp32 1 
-6 gpu conv samp 33 add fp32 1 relu fp32 1 
-7 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-8 gpu conv perf 25 add fp32 1 relu fp32 1 
-9 gpu conv samp 31 add fp32 1 relu fp32 1 
-10 gpu conv samp 32 add fp32 1 relu fp32 1 pool_max fp32 1 
-11 gpu conv perf 24 add fp32 1 relu fp32 1 
-12 gpu conv perf 21 add fp32 1 relu fp32 1 
-13 gpu conv samp 31 add fp32 1 relu fp32 1 pool_max fp32 1 
-14 gpu mul fp16 1 add fp32 1 relu fp32 1 
-15 gpu mul fp16 1 add fp32 1 
-16 gpu softmax fp32 1
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
 -----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar100/data/autotuner_data/tuner_promise_confs_batch220_multi.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar100/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bbf8d3b786c6fecbbffa6850203fe585c47796
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar100/data/autotuner_data/tuner_promise_confs_batch220_multi.txt
@@ -0,0 +1,8645 @@
++++++
+conf1 1 0 68.41 0
+1 gpu conv fp32 1 add fp32 1 relu fp32 1 
+2 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+3 gpu conv fp32 1 add fp32 1 relu fp32 1 
+4 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+5 gpu conv fp32 1 add fp32 1 relu fp32 1 
+6 gpu conv fp32 1 add fp32 1 relu fp32 1 
+7 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+8 gpu conv fp32 1 add fp32 1 relu fp32 1 
+9 gpu conv fp32 1 add fp32 1 relu fp32 1 
+10 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+11 gpu conv fp32 1 add fp32 1 relu fp32 1 
+12 gpu conv fp32 1 add fp32 1 relu fp32 1 
+13 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+14 gpu mul fp32 1 add fp32 1 relu fp32 1 
+15 gpu mul fp32 1 add fp32 1 
+16 gpu softmax fp32 1
+-----
++++++
+conf1 2.37505771925 0 68.38250025 0.42749974999998985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf2 2.53623440271 0 68.26416685 0.5458331500000014
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf3 2.50805597336 0 67.444999975 1.4475000374999922
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf4 1.87028406725 0 67.987500325 0.6337495124999961
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf5 2.51647733529 0 67.47416665 1.4037500249999937
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf6 2.15701027658 0 67.28250065 1.6912490249999905
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf7 2.50805597336 0 67.236666925 1.7599996125000033
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf8 2.0928411568 0 67.31249885 1.646251724999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf9 2.1075938688 0 67.38916625 1.5312506249999913
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf10 2.19340577772 0 67.672499775 1.1062503374999864
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf11 2.31661988654 0 67.461666075 1.4225008875
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf12 2.47612599473 0 67.45333285 1.4350007250000019
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf13 2.1377321782 0 67.3199999 1.6350001499999962
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf14 2.57138969704 0 67.4158337 1.491249450000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf15 1.87028406725 0 67.50083225 1.363751624999992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf16 2.29880815342 0 67.235832975 1.761250537500004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf17 2.09964245296 0 67.66749975 1.113750374999988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf18 1.76017762247 0 68.563333875 0.24666612499999874
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf19 2.39071529595 0 67.270833775 1.7087493374999951
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf20 2.08191145143 0 67.6383331 1.1575003499999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf21 1.81397084963 0 68.379166875 0.4308331250000009
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 36 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf22 1.84106370533 0 68.340000175 0.4699998249999965
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf23 2.29880815342 0 67.1975014 1.8187479000000053
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf24 2.11131460224 0 67.617500825 1.1887487625000048
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf25 2.05349604879 0 67.760000125 0.9749998124999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf26 2.57610361521 0 67.120834175 1.9337487374999967
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf27 2.34317715598 0 67.430834475 1.4687482874999986
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf28 2.72214428244 0 67.03166715 2.0674992749999888
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf29 2.89301601169 0 67.31666755 1.6399986749999869
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 6 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf30 3.19819632002 0 67.2583336 1.7274995999999945
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf31 3.11489774116 0 66.6758325 2.601251249999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf32 3.21149887597 0 66.988333075 2.132500387499995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf33 2.8343718824 0 66.82916715 2.3712492749999896
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf34 3.08278073167 0 66.5074993 2.8537510499999854
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 36 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf35 2.91202046297 0 66.9716666 2.157500099999986
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf36 2.42443446654 0 67.06583345 2.0162498249999956
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf37 3.21149887597 0 67.28166755 1.692498675000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf38 3.08955854928 0 67.415000325 1.4924995125000038
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf39 2.47459984699 0 67.189167225 1.8312491624999865
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf40 2.77230336463 0 67.3574997 1.578750449999987
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf41 2.87767186701 0 67.3449999 1.5975001499999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf42 2.80383297172 0 67.524166275 1.3287505874999965
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf43 2.65006901783 0 67.285000875 1.6874986875000033
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf44 2.24635069838 0 68.138333525 0.6716664750000035
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf45 2.34501496091 0 67.9958338 0.6212492999999952
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 6 
+12 promise swing_level 5 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf46 2.06842784342 0 68.5124997 0.29750029999999017
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf47 2.47303205644 0 67.769166625 0.9612500624999996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf48 2.25695785916 0 68.744167125 0.06583287499999246
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf49 2.40201454134 0 68.289999575 0.5200004250000007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf50 3.04549984533 0 67.280834375 1.6937484374999983
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf51 2.4472342416 0 68.6458321 0.1641678999999897
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf52 3.04549984533 0 67.36500035 1.567499474999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf53 2.28717191157 0 68.5566669 0.2533331000000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf54 2.58589275895 0 67.32000045 1.6349993250000026
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf55 2.30925343798 0 68.674999775 0.1350002249999932
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf56 2.65829057909 0 67.15416635 1.8837504749999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf57 2.17310490806 0 68.90083285 0.20916714999999614
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf58 2.60048816032 0 67.16583345 1.8662498250000041
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf59 3.00191034265 0 67.5566668 1.2799997999999917
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf60 2.34548464978 0 68.5250008 0.2849991999999958
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf61 2.47150971901 0 67.272500225 1.7062496624999923
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 36 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf62 2.32338025859 0 68.69833395 0.11166604999999097
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf63 2.69422211471 0 67.3750006 1.5524990999999844
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 5 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf64 2.99066612796 0 67.264999975 1.7175000375000025
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf65 3.06069007119 0 67.3383319 1.6075021499999949
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf66 2.71872102189 0 67.231666525 1.7675002125000034
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf67 2.32472553286 0 67.830834 0.8687490000000011
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 promise swing_level 5 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 36 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf68 3.07011861089 0 67.492499675 1.3762504874999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf69 2.24868722525 0 67.808333575 0.9024996374999859
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf70 2.62646733843 0 67.674999225 1.1025011625000047
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf71 2.7894179168 0 66.743334225 2.4999986624999977
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf72 2.30414173782 0 68.115832125 0.6941678749999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf73 2.15411706376 0 68.3475005 0.4624995000000013
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf74 2.39863199297 0 68.4599999 0.3500000999999969
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf75 2.32973593459 0 68.539166125 0.27083387500000244
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 35 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf76 2.40057835638 0 68.387499575 0.42250042499998985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 35 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf77 2.01952805493 0 68.548332925 0.26166707499999975
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 35 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf78 2.34411524951 0 68.360833975 0.44916602499999103
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 35 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf79 2.43975624164 0 68.1208338 0.6891661999999968
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 35 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf80 2.28150897566 0 67.865000675 0.8174989874999881
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf81 2.21393254817 0 67.914167425 0.7437488624999915
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 35 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf82 2.22691391284 0 67.674165925 1.1037511124999995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf83 2.39073563264 0 67.217500525 1.7887492124999866
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf84 2.54486942683 0 67.044167125 2.048749312499993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf85 2.7027723412 0 66.798332725 2.417500912500003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf86 2.43405117497 0 66.9374996 2.208750600000002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf87 2.46539581098 0 66.924166125 2.228750812499996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 7 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf88 2.37626259057 0 67.395833375 1.5212499375000021
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf89 2.32815340092 0 66.822499375 2.381250937499985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf90 2.52793060544 0 66.88916635 2.281250475
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 5 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf91 2.28894152305 0 67.14416685 1.8987497249999876
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf92 2.44523279309 0 67.788333875 0.9324991874999853
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 5 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf93 2.24153127081 0 68.37083435 0.4391656500000011
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf94 2.22650814617 0 68.326666225 0.48333377499999985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf95 2.06076867158 0 68.91749975 0.192500249999992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf96 2.19302924138 0 68.1941669 0.6158330999999976
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf97 2.23337310779 0 68.518332875 0.2916671249999979
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf98 2.02534949828 0 68.6783341 0.1316658999999959
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf99 2.21332231206 0 68.2274996 0.582500399999995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf100 2.25931651565 0 68.43000015 0.3799998499999987
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf101 2.06949400593 0 68.44333345 0.36666654999999937
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf102 2.2004984668 0 68.4958321 0.3141678999999954
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf103 2.2765192337 0 68.1775008 0.6324991999999924
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf104 2.00397602852 0 68.406666575 0.4033334249999939
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf105 2.2011016511 0 68.231666425 0.5783335749999964
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf106 2.04108810645 0 68.85000005 0.25999994999999104
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf107 2.35101762092 0 68.11166715 0.6983328499999942
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf108 2.68065370808 0 67.47833325 1.3975001249999863
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf109 2.23942369165 0 68.078333675 0.4974994875000007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf110 2.20312041259 0 68.149166525 0.6608334749999983
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf111 2.18700517491 0 67.6583336 1.127499599999986
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf112 2.26788525296 0 67.54250085 1.3012487250000007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf113 2.24973124449 0 66.742500475 2.501249287499995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf114 2.52339118361 0 67.78916605 0.9312509249999863
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 promise swing_level 6 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf115 2.40176821617 0 67.24749985 1.7437502249999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 6 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf116 2.28782355526 0 68.034167075 0.5637493874999961
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf117 2.7633082884 0 66.579166775 2.746249837499988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 promise swing_level 6 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf118 2.53595978167 0 67.11583195 1.9412520749999942
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf119 2.51913896707 0 67.1366663 1.9100005499999924
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf120 2.30546481917 0 66.799166725 2.4162499124999854
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf121 2.3788370729 0 66.62500035 2.6774994750000047
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf122 2.48743423075 0 66.89666655 2.2700001749999856
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 6 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf123 2.35982183868 0 67.19249935 1.8262509749999865
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf124 2.23626974357 0 66.73666635 2.5100004750000053
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf125 2.34803207116 0 67.3541677 1.5837484499999874
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 5 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf126 2.04807891023 0 68.30416755 0.5058324499999941
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 35 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf127 2.24721285034 0 68.2241665 0.5858335000000011
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf128 2.30282017421 0 68.010834125 0.5987488124999913
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf129 2.32046444592 0 68.08666685 0.48499972499999444
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf130 2.02243458745 0 68.274166825 0.5358331750000019
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf131 2.35705109044 0 68.0874995 0.48375074999998446
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf132 2.10798906805 0 68.2658333 0.5441666999999996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf133 2.55439897409 0 68.284166075 0.5258339249999949
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf134 2.5942949653 0 68.4691676 0.3408323999999908
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf135 2.04599154054 0 68.0675001 0.5137498499999893
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf136 2.0910504708 0 68.103334025 0.45999896250000205
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf137 2.65653169868 0 68.295832825 0.5141671749999915
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf138 2.66838617461 0 68.310833 0.49916699999999425
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf139 2.31686815427 0 68.097498575 0.46875213749999034
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf140 2.28150897566 0 68.30500005 0.5049999499999928
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf141 2.06220517127 0 68.068333625 0.512499562500004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf142 2.55115278322 0 68.315833275 0.4941667249999938
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf143 2.27891897473 0 67.860833825 0.8237492624999945
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf144 2.4269048594 0 68.1408337 0.6691662999999949
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf145 2.37201084 0 68.07166535 0.5075019749999896
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf146 2.07901611672 0 67.745833725 0.9962494124999992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 promise swing_level 7 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf147 2.57169557742 0 67.42833435 1.4724984749999948
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf148 2.61671022512 0 67.271667075 1.7074993875000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf149 2.38691840733 0 67.89333325 0.7750001249999983
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf150 2.68726660865 0 67.38166645 1.542500324999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf151 2.75313023424 0 66.829166725 2.371249912500005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 6 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf152 2.44421203896 0 67.06583355 2.0162496750000045
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf153 2.71315690515 0 66.928333075 2.2225003874999985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 5 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf154 2.45424375541 0 67.014166425 2.0937503624999962
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 5 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf155 2.72056324543 0 66.601666475 2.712500287499992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf156 2.35078164361 0 68.203332725 0.606667275000001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 5 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf157 2.70212269731 0 67.020000425 2.0849993624999854
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 7 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf158 2.51463103659 0 67.4966656 1.3700015999999948
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf159 2.52738501267 0 67.199165975 1.8162510374999954
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf160 2.43823227722 0 66.995833975 2.1212490375
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 6 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf161 2.74554576198 0 66.83416645 2.363750324999998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf162 2.67193777319 0 66.870833 2.308750499999988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf163 2.73800296314 0 66.894998975 2.2725015375000055
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 6 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf164 2.7267661543 0 66.8225006 2.381249099999998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 5 
+12 promise swing_level 7 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf165 2.76075672626 0 66.848332825 2.342500762499995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf166 2.8448150698 0 66.78249995 2.441250074999992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf167 2.57972144715 0 67.78749965 0.9337505249999936
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf168 2.77356187634 0 67.117499425 1.9387508624999867
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf169 2.6135468544 0 66.61499985 2.692500224999989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf170 2.67432772771 0 66.898333575 2.267499637500002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 36 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf171 2.74176917487 0 66.805833825 2.4062492625000047
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 5 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf172 2.41315171099 0 68.26083435 0.5491656500000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf173 2.46435815706 0 67.1166663 1.9400005499999864
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf174 2.69758391979 0 68.110001175 0.699998825000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf175 2.38691840733 0 68.196666125 0.6133338750000036
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf176 2.24383986282 0 68.36916695 0.4408330500000034
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf177 2.19765933076 0 68.422499625 0.38750037499999623
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf178 2.72214428244 0 68.459166525 0.35083347499999606
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf179 2.33224924325 0 68.318333925 0.49166607499999204
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf180 2.80612856197 0 68.07750055 0.4987491750000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf181 2.33884822207 0 68.548332525 0.2616674749999902
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf182 2.35334059034 0 68.57583365 0.23416634999998964
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf183 2.35728832818 0 68.34583225 0.46416774999999577
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf184 2.44975134102 0 68.19499915 0.6150008499999956
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf185 2.14794338234 0 68.286666825 0.5233331749999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf186 2.03138077629 0 68.021665975 0.5825010374999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 35 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf187 2.37201084 0 68.04250045 0.5512493249999864
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf188 2.43405117497 0 68.443333375 0.366666625000002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf189 2.62188541175 0 68.156666 0.6533339999999953
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf190 2.57499429156 0 68.14250085 0.6674991499999919
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf191 2.63165658722 0 67.46333265 1.4200010249999977
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf192 2.51755935406 0 67.6716662 1.1075006999999886
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf193 2.8270161547 0 67.55666625 1.2800006249999853
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf194 2.57169557742 0 67.467499925 1.4137501124999972
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf195 2.42272071258 0 68.200000575 0.6099994249999924
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf196 2.78748129684 0 67.642499575 1.1512506374999916
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf197 2.66332880981 0 68.112499175 0.6975008250000002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf198 2.85400169936 0 67.40249935 1.5112509749999958
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf199 2.56068287183 0 67.581666375 1.2425004374999986
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf200 2.74399101335 0 67.688332775 1.0825008374999854
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf201 2.8270161547 0 67.56416655 1.268750175000001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf202 2.70672890918 0 67.71833325 1.037500124999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf203 2.73113831736 0 67.914167075 0.743749387500003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf204 2.53893801437 0 67.8308334 0.8687498999999903
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf205 2.84044483467 0 67.355833275 1.5812500875000026
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf206 2.74903695156 0 67.823333325 0.8800000125000054
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf207 2.57641061818 0 67.9416664 0.702500399999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf208 2.68726660865 0 67.3033335 1.6599997500000043
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf209 2.77099135212 0 66.701666525 2.562500212500005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf210 2.91982580408 0 66.97000005 2.159999925000001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf211 2.97799042547 0 66.63000055 2.6699991749999867
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 5 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf212 2.75820987186 0 67.719166025 1.0362509624999845
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf213 2.62330483292 0 66.806666125 2.405000812499985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf214 2.5009809531 0 67.222500225 1.781249662499988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf215 2.96323309553 0 66.7391666 2.5062500999999884
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf216 2.43278700387 0 68.090834075 0.47874888749998945
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf217 2.78389184203 0 66.804166125 2.408750812500003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf218 2.97799042547 0 66.671666175 2.607500737499997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf219 2.74554576198 0 66.648332575 2.6425011374999983
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf220 2.46435815706 0 67.119166925 1.9362496124999922
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf221 2.97799042547 0 66.9541663 2.183750549999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf222 3.0079504835 0 66.691667 2.577499500000002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf223 2.12997178948 0 68.089165825 0.4812512625000025
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 7 
+8 promise swing_level 6 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf224 2.25059599383 0 68.511666475 0.2983335249999982
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 32 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf225 2.43379823566 0 68.164166025 0.6458339749999965
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 34 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf226 2.26164370678 0 68.23999995 0.5700000499999988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 gpu conv samp 32 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf227 2.39480993653 0 68.24666695 0.5633330499999915
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf228 2.25674038528 0 68.42666705 0.38333294999999057
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf229 2.33108858115 0 68.3566658 0.4533341999999948
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf230 2.37602151851 0 68.398333 0.4116670000000028
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf231 2.43379823566 0 68.19166635 0.6183336499999911
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf232 1.99328791119 0 67.90249825 0.7612526250000045
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf233 2.37201084 0 68.06000045 0.5249993249999889
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf234 2.87179095196 0 67.336666075 1.6100008875
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf235 2.56395337649 0 67.940833225 0.7037501624999862
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf236 2.69086867835 0 68.08166695 0.4924995749999965
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf237 2.61213797048 0 67.39833245 1.5175013249999978
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf238 2.63981371478 0 67.51000045 1.3499993249999847
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf239 2.77454759585 0 67.6616658 1.1225013000000033
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf240 2.86903521746 0 67.2466673 1.744999049999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 7 
+8 promise swing_level 6 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf241 2.82431725843 0 67.699165675 1.06625148749999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf242 2.76553797403 0 67.84500005 0.847499925000001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf243 2.66686694961 0 68.373332925 0.4366670749999969
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf244 2.63165658722 0 67.32166615 1.632500774999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf245 2.6201255072 0 68.32666685 0.48333315000000143
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf246 2.80444849304 0 67.76583295 0.9662505749999895
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf247 2.68726660865 0 67.57166695 1.2574995750000042
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf248 2.79791540183 0 67.576667675 1.249998487500001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 6 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf249 2.63981371478 0 67.9075001 0.7537498500000055
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf250 2.52820349017 0 67.290833025 1.6787504624999983
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 5 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf251 2.36144773265 0 67.116666 1.9400010000000023
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 36 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf252 2.56395337649 0 67.806666 0.9050009999999844
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf253 2.77838761922 0 67.79916685 0.9162497249999859
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf254 2.85806496463 0 67.752499175 0.9862512374999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf255 2.68726660865 0 67.329999325 1.6200010124999906
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf256 2.7894179168 0 68.21083385 0.5991661499999964
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf257 2.3429427499 0 67.4608339 1.423749149999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf258 2.33083725661 0 67.0258343 2.0762485499999954
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 36 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf259 2.37341303641 0 67.9441676 0.6987485999999947
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 promise swing_level 3 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf260 2.37622240849 0 67.0383343 2.057498549999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf261 2.54215317493 0 66.5350008 2.812498799999986
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 7 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf262 2.37622240849 0 67.428333225 1.4725001624999905
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 3 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf263 2.46435815706 0 67.113333525 1.9449997124999925
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf264 2.31686815427 0 68.444167025 0.3658329749999979
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf265 2.9515631192 0 68.09083345 0.4787498249999871
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf266 2.8327149358 0 68.0783337 0.4974994499999923
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf267 2.87252475149 0 68.15833315 0.6516668499999924
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf268 2.71688129157 0 68.427500375 0.3824996250000027
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf269 2.37602151851 0 68.38166815 0.42833185000000074
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 35 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf270 2.89441634208 0 68.2133343 0.596665699999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf271 2.24299819745 0 68.0058332 0.6062501999999981
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf272 2.66838617461 0 68.44833375 0.3616662499999933
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf273 2.52956879803 0 68.377500375 0.43249962499999983
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf274 2.6924153803 0 68.112499825 0.6975001749999962
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf275 2.70459300704 0 68.1349992 0.6750008000000008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf276 2.98844009626 0 68.09833335 0.4674999749999884
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf277 2.78651399491 0 68.420000075 0.38999992499999225
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf278 2.4114952476 0 68.365833375 0.4441666250000026
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf279 2.37201084 0 68.103332125 0.4600018125000034
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf280 2.73552452381 0 68.215832475 0.5941675249999975
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf281 2.9515631192 0 68.074999775 0.5025003375000026
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf282 2.63894616846 0 68.11999985 0.6900001499999974
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf283 2.35728832818 0 67.95166605 0.6875009249999948
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf284 2.37201084 0 68.10499975 0.45750037499998797
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf285 2.62391712649 0 68.1241669 0.6858330999999908
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf286 2.89441634208 0 68.169165775 0.6408342250000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf287 2.61585779532 0 68.303333875 0.5066661249999896
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf288 2.79496597392 0 67.429167475 1.471248787499995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf289 2.63832684154 0 67.27499945 1.7025008250000013
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf290 2.95078838814 0 67.2074994 1.80375089999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf291 2.44123970122 0 67.852499575 0.836250637500001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf292 2.40201454134 0 67.65 1.1399999999999864
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf293 2.65031892351 0 67.871666125 0.8075008124999883
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf294 2.72584052477 0 68.68250065 0.12749935000000223
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf295 2.71530636044 0 67.6008325 1.2137512500000014
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf296 2.60217358754 0 67.502498975 1.361251537500003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 7 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf297 2.68603383232 0 67.761667075 0.9724993874999868
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf298 2.6671706562 0 67.214167125 1.7937493124999904
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf299 2.87973588171 0 67.665832575 1.1162511375000008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf300 2.77290511901 0 67.469167475 1.4112487874999857
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf301 2.69784286772 0 67.770833975 0.9587490374999916
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf302 2.81005656196 0 68.621666875 0.1883331249999941
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf303 2.73392791052 0 67.5833338 1.2399992999999867
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf304 2.66808219115 0 67.44249955 1.4512506750000043
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf305 2.76553797403 0 67.71166705 1.047499424999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf306 2.63832684154 0 67.58333245 1.2400013249999944
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf307 2.64328961165 0 67.7616663 0.9725005499999924
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 7 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf308 2.598804915 0 67.261665975 1.7225010374999954
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf309 2.74554576198 0 67.51333375 1.3449993749999933
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf310 2.5162069759 0 67.771666025 0.9575009624999922
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf311 2.86593402479 0 67.42416675 1.4787498749999983
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf312 2.69603127555 0 67.569999475 1.2600007874999903
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf313 2.82531098889 0 67.73583315 1.0112502749999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf314 2.34548464978 0 67.497500225 1.3687496625000009
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf315 2.63659427168 0 67.012499475 2.096250787499997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf316 2.68393045393 0 67.2825005 1.6912492499999985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf317 2.67193777319 0 67.39333325 1.5250001249999983
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf318 2.83671777233 0 66.8116663 2.3975005499999966
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf319 2.18060798012 0 67.0625002 2.0212496999999914
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf320 2.61014868996 0 67.20416645 1.8087503249999912
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf321 2.66005179014 0 66.958334 2.1774990000000045
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf322 2.60700115443 0 67.239167175 1.7562492374999863
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf323 2.83671777233 0 67.2816676 1.6924985999999862
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf324 2.6250199755 0 67.5316668 1.3174998000000002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf325 2.75820987186 0 67.05083325 2.038750125
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf326 2.60869503736 0 66.83833275 2.3575008749999853
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf327 2.97799042547 0 66.81000065 2.3999990249999854
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf328 2.64155051977 0 66.696666425 2.5700003624999894
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf329 2.56864004444 0 67.3250001 1.6274998499999995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf330 2.42858256761 0 67.875000775 0.8024988374999893
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf331 2.51013921093 0 66.80416755 2.408748674999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf332 2.96911844158 0 66.915000675 2.2424989874999923
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf333 2.95482143693 0 66.87249935 2.3062509749999975
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf334 2.68393045393 0 67.3308334 1.6187498999999903
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf335 2.86388974027 0 66.7666666 2.4650001000000046
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf336 2.70459300704 0 66.9408324 2.2037513999999874
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf337 2.6201255072 0 66.821668275 2.382497587500005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf338 2.46435815706 0 67.154999775 1.8825003375000051
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf339 2.88600499928 0 66.90416605 2.258750924999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf340 2.86388974027 0 67.17333305 1.855000425
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf341 2.52952326401 0 66.80916665 2.401250025000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 31 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 5 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf342 2.40105005625 0 68.099999 0.4650014999999996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 35 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf343 2.26423105029 0 68.48583275 0.32416724999999647
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf344 2.41830124015 0 68.591667425 0.21833257499999947
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 35 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf345 2.50834697069 0 68.194166975 0.6158330249999949
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf346 2.12276445811 0 67.951666675 0.6874999874999972
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 35 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf347 2.49498631275 0 67.965834025 0.666248962499985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf348 2.57641061818 0 68.42250005 0.38749995000000015
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf349 2.55877116226 0 68.15833335 0.65166664999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf350 2.37201084 0 68.203333125 0.6066668749999963
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf351 2.23879932414 0 68.045833175 0.5462502374999971
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 7 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 35 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf352 2.35334059034 0 68.3741669 0.43583309999999076
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 35 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf353 2.47407702932 0 68.192499575 0.6175004249999972
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 35 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf354 2.43405117497 0 68.37416625 0.4358337499999948
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 22 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf355 2.41025439167 0 68.07666665 0.5000000249999843
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 35 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf356 2.49162417805 0 68.2083328 0.6016672000000028
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf357 2.46388285753 0 68.27083355 0.5391664499999905
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 35 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf358 2.46998925466 0 68.320832525 0.48916747499999647
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf359 2.37201084 0 68.073332775 0.505000837499999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf360 2.35428684105 0 68.187499575 0.6225004249999927
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf361 2.61671022512 0 67.40666675 1.5049998749999958
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf362 2.81766312925 0 67.270000275 1.7099995874999934
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf363 2.81766312925 0 67.518333775 1.3374993374999917
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 promise swing_level 7 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf364 2.41584832296 0 67.344999925 1.5975001125000006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf365 2.77454759585 0 67.6066669 1.2049996500000049
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf366 2.31305452911 0 68.125000275 0.6849997249999916
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf367 2.50700446917 0 67.389166675 1.5312499874999972
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf368 2.677027917 0 68.094999875 0.4725001874999961
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf369 2.69572096115 0 67.214166625 1.7937500624999885
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf370 2.81766312925 0 67.5283323 1.3225015499999913
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 7 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf371 2.95699764831 0 67.401666675 1.512499987499993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf372 2.94244713473 0 67.469166325 1.41125051249999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf373 2.6848278343 0 67.49083285 1.378750724999989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 5 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf374 2.49653771764 0 67.6574999 1.1287501499999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf375 2.7326785313 0 67.45000095 1.43999857499999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 promise swing_level 7 
+9 promise swing_level 3 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf376 2.38691840733 0 68.324999375 0.4850006249999922
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf377 2.68726660865 0 67.2974997 1.6687504499999903
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf378 2.98653470492 0 67.2541669 1.733749649999993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf379 2.61213797048 0 67.379166475 1.546250287499987
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf380 2.68726660865 0 67.303333325 1.6600000124999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf381 2.4010295437 0 67.178333475 1.8474997874999914
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf382 2.74238450459 0 66.757499875 2.4787501875000046
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf383 2.33108858115 0 67.48583315 1.3862502749999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 36 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf384 3.08156388144 0 66.6666662 2.615000700000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf385 2.7913572296 0 67.2850007 1.6874989499999984
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf386 2.16698913856 0 68.670834575 0.13916542499999596
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf387 2.55490984105 0 67.294165775 1.6737513375000006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf388 2.87281837631 0 66.972499825 2.156250262499995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf389 2.39934870692 0 66.9849998 2.1375002999999992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf390 2.50566340393 0 67.360833225 1.573750162500005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf391 2.48510279932 0 67.416666775 1.489999837500001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf392 2.26058860457 0 68.000833275 0.6137500874999873
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf393 2.78844927057 0 66.92750075 2.2237488750000054
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf394 2.8024909535 0 66.9708332 2.158750199999993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf395 2.81202468864 0 66.72666665 2.525000024999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf396 2.61671022512 0 67.1774995 1.8487507500000007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf397 2.5225758185 0 67.3508333 1.5887500499999874
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf398 2.26208058895 0 67.62333415 1.1799987749999872
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf399 2.4000658493 0 68.085000225 0.4874996624999923
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf400 2.66686694961 0 67.180833525 1.8437497124999993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf401 2.82531098889 0 66.7841669 2.438749649999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf402 2.45929055682 0 67.12916695 1.9212495749999974
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 7 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf403 2.46435815706 0 67.0841661 1.9887508499999882
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf404 2.04718380192 0 68.3308331 0.47916689999998996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf405 2.95886552531 0 68.095000125 0.47249981249999706
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf406 2.96473351791 0 68.1433336 0.6666663999999912
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf407 2.58308827743 0 68.051666925 0.5374996124999853
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf408 2.82735743488 0 67.9850007 0.6374989499999941
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf409 2.53276025822 0 68.106667025 0.45499946250000534
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf410 2.86944531077 0 68.24083315 0.5691668499999963
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf411 2.59539701657 0 67.9800004 0.6449994000000032
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv fp16 1 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf412 2.78554736409 0 68.199999575 0.6100004249999899
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf413 2.82735743488 0 68.08666645 0.48500032500000145
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf414 2.47303205644 0 68.31666655 0.49333345000000295
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf415 2.34251312722 0 68.362500575 0.44749942499999806
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf416 2.95886552531 0 68.080833475 0.4937497874999863
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf417 2.77230336463 0 68.097500375 0.4687494375000014
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf418 2.37201084 0 68.1208334 0.6891666000000015
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 gpu conv samp 33 add fp16 1 relu fp16 1 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf419 2.82468627671 0 68.095000175 0.4724997375000015
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf420 2.7468337835 0 68.291666025 0.5183339749999988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf421 2.92128257937 0 68.1516669 0.6583331000000016
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf422 2.598804915 0 68.0091667 0.6012499500000033
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf423 2.95699764831 0 67.29333385 1.6749992250000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf424 2.81236235863 0 67.680001225 1.0949981624999978
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf425 2.84446956237 0 67.625833175 1.1762502374999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf426 3.17736982503 0 67.27416715 1.7037492749999998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf427 3.21149887597 0 67.275834075 1.701248887499986
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf428 2.66211789351 0 68.308333225 0.5016667749999982
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf429 2.63165658722 0 67.554167025 1.2837494624999977
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf430 2.92231534168 0 67.26916705 1.7112494250000054
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf431 2.70334428627 0 68.263332925 0.5466670749999963
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf432 2.598804915 0 67.6224995 1.1812507499999896
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf433 3.07448469058 0 67.2341656 1.763751599999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf434 2.98653470492 0 67.4566662 1.4300006999999937
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf435 2.81766312925 0 67.38249995 1.5412500750000007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf436 2.784857324 0 67.332500425 1.6162493624999854
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf437 2.96323309553 0 67.520000275 1.3349995874999934
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf438 3.01666779873 0 67.36500075 1.5674988750000054
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 promise swing_level 3 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf439 2.79657904102 0 67.37666745 1.5499988249999959
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf440 2.57527743229 0 67.50416575 1.358751374999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf441 3.37129417123 0 67.350000175 1.589999737499987
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf442 2.68726660865 0 67.319165375 1.636251937499999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf443 3.28200480723 0 67.244999525 1.747500712499999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf444 2.66838617461 0 67.8016667 0.9124999499999973
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 22 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf445 2.44921762504 0 67.1366661 1.9100008499999959
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 7 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf446 2.21637686133 0 68.645833525 0.16416647499999615
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf447 2.35679413678 0 68.235832575 0.5741674249999932
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf448 2.5225758185 0 66.914167 2.2437494999999856
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf449 2.54215317493 0 67.00583275 2.1062508750000006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf450 2.45827953674 0 67.141666275 1.9025005874999863
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 6 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf451 2.46435815706 0 67.74916755 0.9912486750000014
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf452 2.44847081324 0 67.185832425 1.8362513624999934
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf453 2.46435815706 0 67.095834 1.9712490000000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 5 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf454 2.45827953674 0 67.152500375 1.8862494374999912
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 32 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 6 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar100/data/autotuner_data/tuner_promise_confs_batch220_single.txt b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar100/data/autotuner_data/tuner_promise_confs_batch220_single.txt
new file mode 100644
index 0000000000000000000000000000000000000000..096528243602b42740bcd7f90b12c370974cada4
--- /dev/null
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar100/data/autotuner_data/tuner_promise_confs_batch220_single.txt
@@ -0,0 +1,5624 @@
++++++
+conf1 1 0 68.41 0
+1 gpu conv fp32 1 add fp32 1 relu fp32 1 
+2 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+3 gpu conv fp32 1 add fp32 1 relu fp32 1 
+4 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+5 gpu conv fp32 1 add fp32 1 relu fp32 1 
+6 gpu conv fp32 1 add fp32 1 relu fp32 1 
+7 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+8 gpu conv fp32 1 add fp32 1 relu fp32 1 
+9 gpu conv fp32 1 add fp32 1 relu fp32 1 
+10 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+11 gpu conv fp32 1 add fp32 1 relu fp32 1 
+12 gpu conv fp32 1 add fp32 1 relu fp32 1 
+13 gpu conv fp32 1 add fp32 1 relu fp32 1 pool_max fp32 1 
+14 gpu mul fp32 1 add fp32 1 relu fp32 1 
+15 gpu mul fp32 1 add fp32 1 
+16 gpu softmax fp32 1
+-----
++++++
+conf1 2.51040826788 0 68.224999525 0.5850004749999954
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf2 2.64739797401 0 68.521 0.2889999999999958
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf3 2.33585465224 0 68.612999875 0.19700012499999675
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf4 2.42883442392 0 68.56000005 0.2499999499999973
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf5 2.38333565435 0 68.453499475 0.3565005249999956
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf6 2.53919033971 0 68.2105004 0.5994995999999958
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf7 2.47920581413 0 68.293499875 0.5165001250000018
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 7 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf8 2.86526200945 0 68.009501175 0.6007482374999995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf9 3.16727211097 0 67.865499375 0.8167509374999966
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf10 2.38620909921 0 68.48299925 0.3270007499999906
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf11 2.66598153365 0 68.4529997 0.35700029999999006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf12 2.48021223602 0 68.08249915 0.4912512749999891
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf13 2.2728371771 0 68.5244998 0.28550019999999565
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf14 2.73925721687 0 67.935000175 0.7124997374999964
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf15 2.39287291206 0 68.564500475 0.24549952499999395
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf16 2.50935479078 0 68.453000075 0.356999924999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf17 2.41998790747 0 67.952 0.6869999999999976
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 6 
+12 promise swing_level 6 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf18 2.55655994279 0 68.269500175 0.540499824999992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf19 2.8353727021 0 67.900000575 0.7649991374999843
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf20 2.35239509998 0 68.476500325 0.3334996749999931
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf21 2.97206989009 0 67.907000375 0.7544994375000016
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf22 2.39287291206 0 68.54099995 0.2690000499999968
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf23 2.77742661722 0 68.33700015 0.4729998500000022
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf24 2.94136931262 0 67.909 0.7514999999999858
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf25 2.78389184203 0 68.155999625 0.6540003749999898
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf26 2.61126425455 0 68.14399935 0.6660006499999952
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 6 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf27 2.30614585285 0 68.692999625 0.11700037499999782
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf28 2.3399679193 0 68.44599995 0.3640000499999957
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf29 2.42784828494 0 68.37700035 0.43299964999999363
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf30 2.43575989148 0 67.946500375 0.6952494374999958
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 6 
+12 promise swing_level 6 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf31 2.39287291206 0 68.250000325 0.5599996749999946
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf32 2.71131161663 0 68.227000575 0.5829994249999914
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 31 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf33 2.29462272711 0 68.4460001 0.3639998999999904
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf34 2.55988986521 0 68.39349995 0.4165000499999906
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf35 2.66598153365 0 68.35000015 0.459999849999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 4 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf36 2.26249942611 0 68.6709999 0.1390000999999984
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf37 2.66598153365 0 68.438499675 0.37150032499999386
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf38 3.17990432187 0 67.597500225 1.218749662499988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf39 3.06069007119 0 67.607999825 1.2030002625000051
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 5 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf40 2.91734050457 0 67.7769994 0.9495009000000039
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf41 2.65768727206 0 68.002000625 0.6119990625000042
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf42 2.46744124794 0 68.461999475 0.3480005249999977
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf43 2.7913572296 0 67.13350025 1.914749624999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf44 3.15058446114 0 67.49899975 1.366500375000001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf45 2.63778207427 0 67.881999475 0.7920007874999939
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 6 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf46 2.71101085021 0 67.620000775 1.1849988375000038
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 gpu conv samp 36 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf47 3.18413748054 0 67.567499725 1.2637504124999879
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf48 2.70980845151 0 67.804499625 0.9082505624999868
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf49 3.16727211097 0 67.400499675 1.5142504874999858
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf50 2.83975602467 0 68.014499975 0.5932500374999847
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf51 2.46030240886 0 67.054001125 2.033998312499996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 7 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf52 3.10197096633 0 67.46550035 1.416749474999996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf53 2.79691301153 0 67.235999675 1.7610004874999916
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf54 2.87767186701 0 67.84250015 0.8512497749999852
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf55 3.22580091231 0 67.41249965 1.4962505249999936
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf56 2.60869503736 0 68.183498925 0.6265010750000016
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf57 2.7861548823 0 67.135999425 1.9110008625000034
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf58 3.17736982503 0 67.35200105 1.5869984249999973
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf59 3.06696931653 0 67.778500575 0.9472491375000018
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf60 2.66005179014 0 67.911000025 0.7484999624999844
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 5 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf61 2.74715597774 0 67.2534998 1.7347502999999946
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf62 3.23277667874 0 67.317500325 1.6387495124999987
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf63 3.27123220779 0 67.3209996 1.633500600000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf64 3.19136883455 0 67.49099985 1.3785002250000034
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf65 3.13078994103 0 67.591000325 1.228499512500001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf66 3.05403818775 0 67.33300015 1.6154997749999893
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf67 2.30523789732 0 67.5564998 1.2802502999999987
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 7 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf68 3.13449118459 0 67.386001 1.5359985000000052
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf69 2.40226091704 0 67.4169997 1.489500449999987
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf70 3.21841285718 0 67.31149985 1.6477502249999887
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf71 2.70334428627 0 67.23650065 1.7602490250000002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 5 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf72 3.15766404713 0 67.505501025 1.3567484624999935
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf73 2.88914980501 0 67.114500075 1.9432498875000022
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf74 2.77099135212 0 67.810999325 0.8985010124999988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 5 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf75 2.82900811804 0 67.75949955 0.9757506749999934
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf76 2.54865421072 0 67.660499625 1.124250562499995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf77 2.64358797163 0 67.413999975 1.494000037500001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf78 2.53623440271 0 68.0190003 0.5864995499999921
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf79 2.75631632863 0 67.55549925 1.2817511249999995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf80 3.26098407763 0 67.275999925 1.7010001125000045
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf81 3.19136883455 0 67.395499975 1.5217500374999844
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf82 2.42858256761 0 68.3854992 0.42450079999999846
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf83 3.18413748054 0 67.44699995 1.4445000749999863
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf84 3.11773120146 0 67.452000425 1.4369993625000035
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf85 2.52577234538 0 67.312999175 1.6455012374999924
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf86 2.62301103349 0 67.9765009 0.6502486499999875
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf87 3.20849249875 0 67.4209993 1.4835010499999868
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf88 2.88357691762 0 67.615499625 1.1917505624999976
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf89 3.18413748054 0 67.376499975 1.5502500374999926
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 3 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf90 2.52661249258 0 67.158499925 1.8772501124999934
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf91 2.67193777319 0 67.257499325 1.7287510124999983
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf92 3.12424692556 0 67.45599985 1.4310002249999982
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 6 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf93 3.15058446114 0 67.3530003 1.5854995499999873
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 promise swing_level 6 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf94 3.10197096633 0 67.47450045 1.4032493250000044
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf95 3.06971621323 0 67.656500575 1.1302491375000017
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf96 3.21712342549 0 67.3034996 1.6597506000000024
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf97 3.14934879612 0 67.36999975 1.5600003749999871
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 7 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf98 2.89158728487 0 67.83200015 0.8669997749999965
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 5 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf99 3.15058446114 0 67.428999825 1.4715002624999869
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf100 2.6924153803 0 67.7579998 0.978000300000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf101 3.02967561599 0 67.48050005 1.3942499249999898
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 7 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf102 3.08596259825 0 67.43799995 1.4580000749999869
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf103 2.98431481695 0 67.743499525 0.9997507124999885
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf104 2.61155542824 0 67.3849999 1.5375001499999996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf105 3.17736982503 0 67.345498625 1.5967520624999878
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf106 3.2253566726 0 67.4044994 1.508250899999986
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 6 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf107 2.54865421072 0 67.576999525 1.2495007124999873
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf108 3.15766404713 0 67.258499575 1.727250637499992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf109 3.00721022547 0 67.6505005 1.1392492499999847
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf110 3.20118342405 0 67.466499725 1.4152504124999865
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf111 2.77646627979 0 68.359501075 0.45049892499999944
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf112 2.70214867707 0 67.787500125 0.9337498125000039
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 4 
+11 promise swing_level 3 
+12 promise swing_level 5 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf113 2.68938808892 0 68.502000225 0.3079997749999933
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf114 2.99928340424 0 67.334499125 1.6132513125000045
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv samp 36 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf115 2.39912340782 0 67.08899935 1.981500975000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 6 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf116 2.97206989009 0 67.663999475 1.1190007874999992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf117 3.06422733148 0 67.5554998 1.2817502999999846
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf118 3.21841285718 0 67.370500125 1.559249812499985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf119 3.09234607698 0 67.5615007 1.2727489500000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf120 2.75820987186 0 67.977000475 0.6494992874999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf121 2.9694948958 0 67.376999375 1.5495009374999995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf122 2.9056379369 0 67.859499775 0.8257503374999899
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf123 3.21668157244 0 67.34750025 1.593749625000001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 7 
+12 promise swing_level 6 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf124 2.86388974027 0 67.15849975 1.8772503749999885
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf125 2.30259377265 0 67.177999675 1.848000487500002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 4 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 6 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf126 3.20118342405 0 67.2764996 1.700250600000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf127 3.24460758361 0 67.331000525 1.618499212500005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 7 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf128 3.15766404713 0 67.63150045 1.1677493249999884
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf129 2.76717173232 0 67.8210003 0.8834995500000034
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 5 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf130 3.15766404713 0 67.396000275 1.5209995874999862
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf131 3.0079504835 0 67.4764999 1.400250150000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf132 2.88357691762 0 67.66699965 1.114500525000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf133 2.72272445653 0 67.19349885 1.8247517249999987
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 7 
+7 promise swing_level 4 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf134 3.11489774116 0 67.537499825 1.3087502624999985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf135 3.11773120146 0 67.527999325 1.3230010125000007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf136 2.84245577384 0 67.839000675 0.8564989875000038
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf137 3.28922604424 0 67.2785002 1.6972497000000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf138 2.6710489875 0 67.9570003 0.6794995499999885
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf139 3.2605300953 0 67.368999625 1.5615005624999938
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 6 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf140 2.95482143693 0 67.636500175 1.1602497375000027
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf141 2.81935907333 0 67.648499 1.1422514999999933
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 24 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf142 3.24329708136 0 67.296999875 1.6695001874999988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 5 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf143 2.83671777233 0 68.074999775 0.5025003375000026
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf144 3.1601671916 0 67.5025009 1.3612486499999932
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 4 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf145 3.19093402719 0 67.35399995 1.5840000749999916
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 6 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf146 2.61554131997 0 67.462500225 1.4212496624999957
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 6 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf147 2.82900811804 0 67.409500275 1.500749587499996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf148 2.82866643927 0 67.8245001 0.8782498500000031
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 6 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf149 3.17736982503 0 67.343500675 1.5997489874999928
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 6 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf150 2.79691301153 0 68.129498825 0.6805011749999977
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf151 2.84245577384 0 67.947499525 0.6937507124999982
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf152 3.19819632002 0 67.4495002 1.4407496999999907
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 6 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf153 2.91734050457 0 67.641499825 1.1527502624999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf154 3.15766404713 0 67.49850045 1.367249325000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf155 3.21841285718 0 67.33550015 1.6117497749999927
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf156 2.67224263589 0 67.32799985 1.6230002249999984
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf157 2.9056379369 0 67.64949955 1.1407506749999925
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf158 2.8024909535 0 67.97099995 0.658500074999985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf159 3.06069007119 0 67.735 1.0124999999999957
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 5 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf160 2.93344852167 0 67.7205002 1.0342496999999895
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 28 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf161 3.25343417215 0 67.294999975 1.6725000375000008
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf162 2.87767186701 0 67.90750065 0.7537490249999905
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf163 3.26230891516 0 67.394500525 1.523249212499998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 5 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf164 2.58808353227 0 67.547999575 1.2930006374999863
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf165 2.9056379369 0 67.7854994 0.9367508999999856
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf166 2.6497691932 0 67.83150045 0.8677493250000055
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf167 3.15100834096 0 67.340000575 1.6049991374999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf168 2.85023899865 0 67.2665013 1.7152480499999925
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf169 2.95956658772 0 67.3390005 1.6064992499999988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 7 
+11 promise swing_level 3 
+12 promise swing_level 4 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf170 2.41290309642 0 67.690499325 1.079251012499988
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf171 2.53166513648 0 68.206999775 0.6030002249999967
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf172 2.44548811485 0 68.387500925 0.42249907499999895
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf173 2.54976408291 0 67.132499675 1.9162504874999868
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf174 3.25654426801 0 67.348999675 1.5915004874999923
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 4 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf175 2.78163247506 0 67.784500275 0.9382495874999961
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 7 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf176 2.7774540652 0 67.85099975 0.8385003749999953
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf177 3.16602332403 0 67.415000025 1.4924999624999984
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 7 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf178 2.99928340424 0 67.620000475 1.1849992874999984
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf179 3.10842091438 0 67.543000075 1.3004998875000027
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf180 3.16434792981 0 67.512499975 1.346250037499999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf181 3.14769099844 0 67.501499575 1.3627506374999996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 5 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf182 3.24329708136 0 67.339500025 1.605749962499985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf183 2.57250768984 0 67.90250055 0.7612491749999961
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 5 
+11 promise swing_level 4 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf184 2.96104769987 0 67.840500275 0.8542495875
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf185 2.80775454314 0 67.749499875 0.990750187499998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf186 2.86114914149 0 68.0694998 0.5107502999999909
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf187 2.71688129157 0 67.126000575 1.9259991374999856
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 33 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf188 2.76363435925 0 67.95000015 0.689999775000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 gpu conv perf 22 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf189 3.11814628663 0 67.44249955 1.4512506750000043
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 6 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf190 2.70610341797 0 67.401500375 1.5127494374999984
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf191 3.25343417215 0 67.38999995 1.5300000749999896
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf192 3.08278073167 0 67.498499825 1.3672502625000007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf193 2.58808353227 0 67.463999775 1.4190003374999876
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 6 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf194 2.51013921093 0 68.267498975 0.5425010250000014
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 7 
+7 promise swing_level 4 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf195 3.18287536154 0 67.420500475 1.484249287499999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 7 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf196 2.82100042769 0 67.85800115 0.8279982749999846
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf197 3.27123220779 0 67.3775007 1.5487489499999967
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf198 3.14107722411 0 67.4504995 1.4392507499999851
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf199 2.52525037327 0 68.27200055 0.5379994499999953
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf200 2.74522394531 0 67.235499625 1.7617505624999907
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf201 3.09234607698 0 67.345000125 1.597499812499997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf202 3.0451038749 0 67.457999825 1.4280002624999923
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf203 2.75983498084 0 67.7724999 0.9562501499999954
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 5 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf204 3.1744269774 0 67.52099945 1.3335008249999873
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf205 3.12466374763 0 67.488498875 1.3822516874999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf206 3.16057588248 0 67.364000725 1.5689989124999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf207 2.72584052477 0 67.37149965 1.5577505249999888
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf208 2.81935907333 0 67.757000225 0.9794996624999968
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf209 2.81935907333 0 67.777501125 0.948748312499994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf210 2.43451503363 0 67.679999675 1.0950004874999877
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv samp 31 add fp16 1 relu fp16 1 
+9 promise swing_level 5 
+10 promise swing_level 6 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf211 3.16057588248 0 67.39099985 1.5285002249999948
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 5 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf212 2.89158728487 0 67.759999425 0.9750008624999893
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 5 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf213 2.14311156573 0 67.195499825 1.8217502624999966
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 5 
+8 gpu conv perf 21 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf214 3.11448352037 0 67.626999675 1.174500487500005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv samp 31 add fp16 1 relu fp16 1 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf215 3.10519259098 0 67.68199925 1.0920011249999888
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf216 2.84245577384 0 67.88550015 0.786749774999997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf217 2.39816124262 0 67.08349895 1.9897515749999855
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 gpu conv perf 23 add fp16 1 relu fp16 1 
+10 promise swing_level 6 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv samp 34 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf218 2.81800215482 0 67.883499075 0.7897513874999902
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 promise swing_level 6 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf219 3.28020444953 0 67.40249985 1.5112502249999977
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf220 3.14230640559 0 67.370000075 1.5599998875000054
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 7 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf221 2.8985955837 0 67.8929999 0.775500149999985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf222 2.45099045836 0 68.378000675 0.43199932500000104
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf223 3.05131926553 0 67.800499525 0.9142507124999852
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv perf 28 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf224 2.74554576198 0 67.275000375 1.7024994374999878
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf225 2.71038337866 0 67.134000275 1.9139995874999869
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 6 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf226 3.0673709943 0 67.57199855 1.2570021749999896
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 gpu conv perf 24 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf227 2.70121372036 0 67.816999825 0.8895002625000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 7 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv perf 22 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf228 2.77131923881 0 67.895999325 0.7710010124999869
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 22 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf229 2.7985840613 0 67.70250055 1.0612491750000004
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 25 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf230 3.02967561599 0 67.493 1.3755000000000024
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf231 3.16895060392 0 67.461000275 1.4234995874999896
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf232 2.35215884609 0 67.713499875 1.0447501875
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 promise swing_level 3 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf233 2.42858256761 0 68.1669994 0.643000600000002
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv fp16 1 add fp16 1 relu fp16 1 
+9 promise swing_level 7 
+10 gpu conv samp 33 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 gpu conv samp 32 add fp16 1 relu fp16 1 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf234 2.9056379369 0 67.550500175 1.2892497375000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf235 3.14107722411 0 67.46599905 1.4160014250000046
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf236 3.19819632002 0 67.394000175 1.5239997374999916
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf237 3.10156017619 0 67.589499475 1.2307507874999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf238 3.23233051576 0 67.46199975 1.422000374999989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf239 2.95482143693 0 67.741001 1.0034984999999992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf240 2.77646627979 0 67.875500125 0.8017498124999918
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf241 3.083186562 0 67.53550015 1.3117497749999885
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf242 2.74554576198 0 67.2829996 1.6905006
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv fp16 1 add fp16 1 relu fp16 1 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 7 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf243 3.05131926553 0 67.79399985 0.9240002249999861
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 promise swing_level 3 
+11 gpu conv samp 32 add fp16 1 relu fp16 1 
+12 promise swing_level 6 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf244 3.15766404713 0 67.518 1.3379999999999939
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 gpu conv perf 23 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf245 3.01705640785 0 67.372000475 1.5569992875000054
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 7 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf246 3.20505308102 0 67.42799925 1.4730011249999961
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf247 2.43278700387 0 68.305500425 0.5044995749999913
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 3 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf248 3.18413748054 0 67.4080005 1.502999249999995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 3 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 promise swing_level 3 
+11 promise swing_level 3 
+12 promise swing_level 3 
+13 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf249 3.05794266129 0 66.70000035 2.5649994750000005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 3 
+12 promise swing_level 4 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf250 3.08555603683 0 66.78650035 2.435249474999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf251 2.41196089803 0 67.511999925 1.3470001124999982
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 gpu conv samp 32 add fp16 1 relu fp16 1 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf252 3.0079504835 0 66.499000375 2.8664994375000035
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 35 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf253 2.61786798314 0 67.349499675 1.5907504874999887
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf254 3.29375547639 0 66.964499625 2.168250562499992
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf255 2.94899257744 0 66.64599935 2.6460009749999998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf256 3.34863912682 0 66.5320009 2.816998649999995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf257 3.30741893044 0 66.92450045 2.228249325
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf258 2.45654982577 0 66.53150015 2.817749774999996
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf259 2.44649928694 0 66.703500575 2.559749137499985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 4 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf260 2.70946883647 0 66.585999875 2.7360001874999966
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 6 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 21 add fp16 1 relu fp16 1 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf261 2.90775732059 0 66.801500475 2.4127492874999987
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 6 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf262 3.03466443177 0 66.980500025 2.144249962499998
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf263 2.8024909535 0 66.689999975 2.5800000374999854
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf264 2.92522009873 0 66.59600035 2.7209994749999993
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 25 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf265 2.90953336708 0 66.73500025 2.5124996249999967
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf266 2.77969290041 0 66.95600145 2.1809978249999915
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf267 3.3060572085 0 66.58050055 2.744249175
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf268 2.82836753804 0 66.747500825 2.4937487624999903
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf269 2.62937915751 0 66.98849965 2.1322505250000034
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf270 2.95847618969 0 67.296499875 1.6702501875000024
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf271 2.89158728487 0 66.570999725 2.7585004125000054
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 7 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 21 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 promise swing_level 7 
+12 promise swing_level 5 
+13 promise swing_level 3 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf272 3.05950724751 0 66.596000125 2.72099981249999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 5 
+6 promise swing_level 7 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf273 3.30741893044 0 66.7635002 2.4697497000000013
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf274 2.83843673884 0 66.785999725 2.4360004125000003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf275 2.63807919217 0 67.3154999 1.6417501499999858
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf276 2.61786798314 0 66.643000575 2.6504991374999918
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf277 2.97688641188 0 66.993499525 2.1247507124999885
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf278 2.55740906434 0 66.58849945 2.732250824999994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf279 2.9356086849 0 66.746499425 2.4952508625000007
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv perf 23 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf280 2.98804293927 0 66.988500175 2.132249737499997
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf281 2.97688641188 0 66.7040005 2.558999249999985
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf282 2.61786798314 0 67.0555 2.0317500000000024
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf283 3.09353740765 0 67.00050035 2.114249475000001
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf284 3.36796114687 0 66.552001 2.7869984999999886
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf285 2.84618352747 0 66.6989998 2.5665003000000013
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 6 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf286 2.90106400737 0 66.8144994 2.393250899999991
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 gpu conv perf 25 add fp16 1 relu fp16 1 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf287 3.0451038749 0 66.551500525 2.787749212500003
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf288 3.0451038749 0 66.569500375 2.760749437499989
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf289 2.84583768758 0 67.2384996 1.757250599999999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 27 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 4 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 4 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf290 3.00833684977 0 66.593500925 2.724748612499994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 6 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf291 2.79205049498 0 66.580500175 2.744249737499999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 7 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf292 2.73271838747 0 66.661500175 2.622749737499994
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 6 
+3 gpu conv fp16 1 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv perf 24 add fp16 1 relu fp16 1 
+10 gpu conv perf 21 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 24 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf293 3.09353740765 0 66.762499875 2.47125018749999
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 gpu conv perf 26 add fp16 1 relu fp16 1 pool_max fp16 1 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 3 
+6 promise swing_level 4 
+7 promise swing_level 3 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 3 
+13 promise swing_level 7 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf294 3.32581418762 0 66.602000775 2.711998837500005
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 7 
+6 promise swing_level 4 
+7 promise swing_level 4 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 promise swing_level 3 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv perf 21 add fp16 1 relu fp16 1 
+12 promise swing_level 5 
+13 gpu conv samp 31 add fp16 1 relu fp16 1 pool_max fp16 1 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
++++++
+conf295 2.86388974027 0 66.834000225 2.3639996624999995
+1 gpu conv fp16 1 add fp16 1 relu fp16 1 
+2 promise swing_level 3 
+3 gpu conv samp 32 add fp16 1 relu fp16 1 
+4 gpu conv fp16 1 add fp16 1 relu fp16 1 pool_max fp16 1 
+5 promise swing_level 4 
+6 promise swing_level 5 
+7 promise swing_level 7 
+8 gpu conv perf 25 add fp16 1 relu fp16 1 
+9 gpu conv samp 31 add fp16 1 relu fp16 1 
+10 gpu conv samp 32 add fp16 1 relu fp16 1 pool_max fp16 1 
+11 gpu conv fp16 1 add fp16 1 relu fp16 1 
+12 promise swing_level 4 
+13 promise swing_level 4 
+14 gpu mul fp16 1 add fp16 1 relu fp16 1 
+15 gpu mul fp16 1 add fp16 1 
+16 gpu softmax fp16 1
+-----
diff --git a/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar100/src/vgg16_cifar100_loop.cpp b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar100/src/vgg16_cifar100_loop.cpp
index b8126be3142749280791687b634dc6e697f07b77..7bb78e07bb8d6bda27b961753c9ccf3771151863 100644
--- a/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar100/src/vgg16_cifar100_loop.cpp
+++ b/llvm/test/VISC/DNN_Benchmarks/benchmarks/vgg16_cifar100/src/vgg16_cifar100_loop.cpp
@@ -973,7 +973,7 @@ int main(){
 
 
   int batch_size = 500;
-  int test_input_size = 10000;
+  int test_input_size = 5000;
   int batch_count = test_input_size / batch_size;
 
   startMemTracking();